diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index dfa2e6dd5a92a2f9c66f499e84c3d14da1b23de2..ce15c1851bf9e98b7b786f14efb4b7f8f5c38458 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,1504723.2075174497,536667.729545168,628.9176321438503,0.5717036003100443,0.00991933050211775,0.009887370208063776,9.062122909468888,1226.6715972571672,0.019260592070557345,0.009874954295663886,0.008689023171309656,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,6.604165474804122,6.81514767518819,2.034963611495047,1.1664253348091203,0.08265505359577068,0.08850315851901451,36.70901713890212,2.5698570922921222,0.11004634499107213,0.08714115205337111,0.08393625984193605,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.5436116019837023,1.5284298791298512,1.0190747531219329,1.2809822978654923,15.505686806744631,0.8158772991158811,50.30766089013274,1.2424216683492373,1.2535363889056985,1.0281914092425108,1.0251737205742018,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.2778943460392822,1.2650529279019629,0.9459855693100165,1.1877775817879517,18.240009651314285,0.8885637861196207,46.6098732326157,1.1304398905024904,1.3081272020480834,1.0946795724001825,1.0912105492663349,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.016849879127566064,0.017423294133380982,0.10599399174921321,0.5299698494663614,0.07600558464554426,0.07615893116873747,3.3117023072083125,0.1298070842734173,0.09235286906644898,0.07541074739208191,0.061823139483750525,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.18316376134440424,0.34557440528756506,0.5828568226083277,2.037169062111554,0.034275892683995786,0.034883661645361025,5.9653698701777556,0.42797635605767315,0.025181252020294975,0.03429410137757894,0.029005068661382374,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,76.9581590963324,78.19973177454447,6.861886275612835,0.6225562182057373,0.21956931558406664,0.25444108703669355,7.988542821710046,8.772579956679357,0.3185203009989479,0.249145643895171,0.22192217963371383,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,19.426412589834616,19.955467594934593,4.007997149821268,2.0765444792357894,0.14732796080371255,0.1615714429276027,57.03823338021181,4.4075404240726614,0.16687328646289026,0.15174623308538168,0.1441311194530311,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,28.1038701673772,22.77991692423278,3.8392181891737303,0.6693068029552266,0.7384385226959886,0.4086051739129051,4.506369261169971,5.3013083448689535,0.5731144156615084,0.4150506150458087,0.3391772747246672,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.516295252320646,20.057119597805546,3.850242866584704,0.6624073748962932,0.588570038249146,0.397416098389503,3.9799989727937812,5.051365681904315,0.5436447370659353,0.4143759138925242,0.3177295412185631,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1288.4706898057793,822.9893450047238,26.916654907483103,0.3539724480984079,0.010811782018835597,0.010841948246302203,10.274420388366282,35.89527392019428,0.014442356648527456,0.010829836006363695,0.010359654269964418,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index f10deb7e65ee35b8a08a930cdb413b0ded6e669d..0f86a3504fe884d8e44b321d798035cd46a52480 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T16:34:25.829735+00:00", + "evaluated_at": "2026-06-19T16:49:56.698748+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 68ae2880f3ca565c6f834f5e5237a6e0cdcc4f20..c11e47d4a7b9b4eac62377882d0f382574469ddd 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:25:35.867202+00:00", + "evaluated_at": "2026-06-19T16:49:56.733359+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 53a00e2ad694e0deabe55ac5f58ca6eb6da5f797..3d62717e8811986f6280c0099a59ab77e9b11891 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T16:23:30.378395+00:00", + "evaluated_at": "2026-06-19T16:49:56.785323+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9390065058517085, - 1.9419275180683813, - 1.9452665432544456, - 1.9482164261247985, - 1.9521821503539267, - 1.9538841102492146, - 1.9577844304044858, - 1.960533364022214, - 1.9639212452452712, - 1.9658832340298993, - 1.9690246411602796, - 1.9712716340040892, - 1.9742792928492614, - 1.978180095654979, - 1.9790385469489151, - 1.9830093139344984, - 1.9842206618904417, - 1.9866055032114538, - 1.989378029286061, - 1.991216018713756, - 1.9933073452782653, - 1.9972458741585157, - 1.9981624527459516, - 2.000764591648629, - 2.003407910836904, - 2.0056523058407443, - 2.007165256333729, - 2.009526424089532, - 2.0113310347028905, - 2.012762180839451, - 2.0157245998846878, - 2.017650816950093, - 2.019983804353088, - 2.021246124367134, - 2.022771514949493, - 2.0260825021570885, - 2.028244590267326, - 2.028982072745814, - 2.030725093449159, - 2.032616065834013, - 2.035898648339102, - 2.0360669518224737, - 2.0387387956448655, - 2.0384783352869835, - 2.0413070800376274, - 2.042434971664932, - 2.045597287860233, - 2.045834140948978, - 2.0481625694057124, - 2.048275911258833, - 2.049999033492896, - 2.051094315729741, - 2.053598848468832, - 2.0550162550541193, - 2.054615149594901, - 2.0576595818264343, - 2.0584219232892975, - 2.060034342668111, - 2.060728831459498, - 2.0643405278299256 + 1.9087941654148102, + 1.9046088214755343, + 1.898748035767598, + 1.8952283927448208, + 1.8895230972708843, + 1.8855826353768188, + 1.881507691728195, + 1.8766061392156412, + 1.87259144151884, + 1.8674770150368065, + 1.8643950997649201, + 1.859971057072801, + 1.8552574690156645, + 1.8515286126944552, + 1.8477496696856233, + 1.8439494681225002, + 1.841373025956164, + 1.8379544240188928, + 1.8339082817562147, + 1.8296297678741404, + 1.8262473858758517, + 1.823808671585864, + 1.8204700923754296, + 1.8178572879716446, + 1.8143640202898503, + 1.8103726394266058, + 1.8071202253385066, + 1.8062327691550377, + 1.801633710388984, + 1.799867164523957, + 1.7970087998681201, + 1.7931300055376684, + 1.791299892809898, + 1.7879091744596853, + 1.7864566713662624, + 1.7826385263828033, + 1.7813795925812261, + 1.7783168877874638, + 1.7775859584873983, + 1.7729543651389146, + 1.7729425525092988, + 1.7698282983356564, + 1.7660596749577024, + 1.7652166699823928, + 1.7625717403311605, + 1.7604936042648878, + 1.758674058450494, + 1.7567337996091321, + 1.7546264517361363, + 1.7535886605984943, + 1.7510344759875829, + 1.7483949458561474, + 1.746568866720939, + 1.7443152716132277, + 1.7429261228909774, + 1.7423982099956912, + 1.7403587520416737, + 1.7371148932283427, + 1.7361257986150087, + 1.7357114514896832 ], "p10": [ - 1.9272970630563804, - 1.932861705001318, - 1.935315040611492, - 1.9370815674402555, - 1.9397684618986686, - 1.9429499061506381, - 1.9458595530661769, - 1.9489583620462714, - 1.9520263364672343, - 1.954805431013293, - 1.9576528723145088, - 1.9602376534465893, - 1.9644882856115382, - 1.9654839052845066, - 1.9680582994387383, - 1.9723506599692777, - 1.9733577069479173, - 1.9773807896049482, - 1.9779930669374088, - 1.9805337750689402, - 1.9834896362707373, - 1.9866355201053738, - 1.9865956048570754, - 1.9892622997937996, - 1.9909115696068629, - 1.995541154325603, - 1.995366000739037, - 2.0015500461426643, - 2.000431339060771, - 2.0018630480395476, - 2.004114732867685, - 2.006580744401623, - 2.0084225542091443, - 2.00990338022108, - 2.0114278877829537, - 2.013963863706836, - 2.015854508566612, - 2.020175147976936, - 2.019396118079767, - 2.021298288596098, - 2.0250781541377174, - 2.024105259998124, - 2.0278581115852594, - 2.0272486924761983, - 2.032556823726045, - 2.031142336478253, - 2.032978901571317, - 2.035089847319735, - 2.0358559287284885, - 2.0372884487890226, - 2.038335926573834, - 2.039549830698505, - 2.0419453878296676, - 2.0446257378962005, - 2.0438244425951315, - 2.0477622227322736, - 2.0479501419213344, - 2.047864127118882, - 2.0520064298877143, - 2.0541929784635053 + 1.898096234630628, + 1.8931818630654502, + 1.887851544865645, + 1.883745138452108, + 1.8801954800865528, + 1.873855885834874, + 1.8692540313132806, + 1.8648029951283704, + 1.8633745587680361, + 1.8565886449138664, + 1.8524779371787088, + 1.8486565279068485, + 1.844947210467097, + 1.8407287313915048, + 1.8371578067636902, + 1.8344342260908844, + 1.829832403349198, + 1.8261512931846562, + 1.822225104120237, + 1.8184872604685112, + 1.815374360849227, + 1.8152448121771376, + 1.809202426469095, + 1.8060496049646684, + 1.8028681581229402, + 1.7993773983285433, + 1.7963618253357163, + 1.796815814411778, + 1.790505095066625, + 1.788127720506319, + 1.7853561936192621, + 1.7820404157855099, + 1.7813960565427986, + 1.7770259297955202, + 1.7759676736610743, + 1.7718618891861067, + 1.770699880735652, + 1.767415810776424, + 1.7650027910722002, + 1.7620071889377356, + 1.761781497149513, + 1.7608535520399191, + 1.7553487219538673, + 1.7529645733159132, + 1.7514670720464878, + 1.7496026175695052, + 1.7469523175426247, + 1.7475169168583282, + 1.7435755782595754, + 1.742415847598104, + 1.7397838454124146, + 1.7375845995671872, + 1.7368699089712671, + 1.7337391433752236, + 1.7319343676953678, + 1.7305457680539789, + 1.7290933207696448, + 1.7275581670088147, + 1.7256223050340345, + 1.7255290770185405 ], "p90": [ - 1.9532209490276047, - 1.9534097966612853, - 1.957510246356251, - 1.9607433882205976, - 1.9620449765249475, - 1.9657182373705069, - 1.968230248653476, - 1.9696500020764334, - 1.975092360058885, - 1.9753880396190995, - 1.9800961534790236, - 1.9818583163966386, - 1.9842993715815918, - 1.9885916123890441, - 1.9911559722006855, - 1.9936977220913072, - 1.9965499966696052, - 1.9987317321668179, - 2.0010749503903713, - 2.001784627766297, - 2.004011571048552, - 2.0081994973582002, - 2.0086198033855682, - 2.0129029535892515, - 2.0140583107746988, - 2.015836243940685, - 2.0174766724676467, - 2.021574716381524, - 2.023002519518793, - 2.025403684249816, - 2.0281592214532953, - 2.027729159810792, - 2.0334498201984887, - 2.0324457750455123, - 2.0351639489314, - 2.0379324645970436, - 2.0390628615598065, - 2.040166833770324, - 2.0445695177003462, - 2.0427176054735203, - 2.045570986085697, - 2.047744843223167, - 2.04858849310261, - 2.0484225764315442, - 2.051140630023758, - 2.0524159517917866, - 2.0552738291813095, - 2.055839153616603, - 2.0577430442884808, - 2.0606740230412446, - 2.0618886165191053, - 2.0618767983286337, - 2.0647688125177157, - 2.0663732731231685, - 2.0667531441679388, - 2.0679750835453343, - 2.0703105954295142, - 2.07069308082828, - 2.0721278932800664, - 2.0742704387890867 + 1.9188042372856833, + 1.9162017509703255, + 1.9124388984889358, + 1.9056995912368353, + 1.9003237005568532, + 1.8968553406400939, + 1.8917564103838147, + 1.8858716451179331, + 1.8836950386643672, + 1.878457573857498, + 1.877051509454119, + 1.870709815129484, + 1.8669345647743274, + 1.8637522427158675, + 1.8592218708697712, + 1.8553248094062254, + 1.8516456795851841, + 1.8486358301647106, + 1.8445246601954142, + 1.8416497596545265, + 1.835722924272917, + 1.8330871684208865, + 1.8312816915377155, + 1.8284745148170882, + 1.8237025442397878, + 1.8201417193550178, + 1.8175929300968787, + 1.8162905338014421, + 1.813888715294763, + 1.810124561410564, + 1.8067234976273874, + 1.8046341108912236, + 1.7992854719850884, + 1.798611562299659, + 1.7974224946683426, + 1.7943217787980037, + 1.792127838791349, + 1.7899847100243451, + 1.787931448995216, + 1.7833422237437957, + 1.7833103604002674, + 1.7800155606603514, + 1.776961924372012, + 1.7750194164101516, + 1.773667088568739, + 1.7723728161288004, + 1.7685467268754411, + 1.7672319161355525, + 1.7656440102735584, + 1.7642513482567508, + 1.7595328166010795, + 1.7599401221491477, + 1.7587077854942876, + 1.7562122524442487, + 1.7538426848046433, + 1.751493203177447, + 1.749858393806196, + 1.7501559182807487, + 1.7479407682698607, + 1.7469725420977618 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c7d52f2ac282f6d30e17d0d982fec35557abc815..5d6eb1ee9c863a5adff7ab86793713845edc1fb5 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T16:23:30.433659+00:00", + "evaluated_at": "2026-06-19T16:49:56.836723+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 81e4130ed2027bb359271b7bf9c823c32550e9f2..1cbae8ce3c8964fa2db67bba34f3195f4b9770bf 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:25:35.935488+00:00", + "evaluated_at": "2026-06-19T16:49:56.880242+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 11.946832728956105, - 12.467622393136537, - 12.57788614046141, - 12.287717606841998, - 12.098519250584118, - 12.098520560507911, - 13.071974461553634, - 12.253354218744356, - 12.392049482492837, - 12.482310935073528, - 11.58405512736276, - 12.216354794610622, - 12.29158708366975, - 12.58453286247078, - 12.29158708366975, - 12.29158708366975, - 12.657402700447365, - 11.58405512736277, - 12.620967781459072, - 13.308211288699335, - 12.578552625059855, - 13.13994087340765, - 12.151938369070741, - 12.151938369070741 + 12.431995327340593, + 13.183619259922969, + 12.267179192683471, + 12.129944047928678, + 11.689074616514525, + 12.472736195569107, + 12.900428087361817, + 13.056657469241124, + 12.567887278786813, + 12.129948057966104, + 12.121801144349728, + 11.992150150901505, + 12.32470676362626, + 12.129948057966134, + 12.472736203444278, + 12.32470676362626, + 12.129948057966134, + 12.661655517511935, + 12.513320989163269, + 12.129948057966134, + 12.247442334180874, + 12.167018812014014, + 13.074193927574264, + 11.771897145489659 ], "p10": [ - 7.594043114518395, - 7.889412601594369, - 6.572184610516964, - 7.015953992885208, - 6.316579997062854, - 7.062057363683556, - 8.617811470334109, - 7.385428687424369, - 8.239628073602326, - 8.671947895328575, - 7.845001875071406, - 7.834817732902416, - 6.950727811831194, - 7.743160453381404, - 7.7458107823535185, - 7.670963260810633, - 8.270434342147986, - 7.904101143531621, - 7.9104854647039575, - 8.259518035454334, - 7.057970536118541, - 7.917052050088425, - 7.8351122138993174, - 7.904101143531621 + 7.718982808725664, + 7.828616491691615, + 7.755866624872896, + 7.674031723168549, + 6.209440994527628, + 6.1917622285614415, + 7.76505948843366, + 6.999638680797319, + 6.959570672576372, + 6.959570672577027, + 7.881320282734223, + 6.191762236436612, + 6.5256455242382705, + 6.926325606595564, + 7.872962846136749, + 7.007784577948033, + 7.33291001368569, + 7.679240787127436, + 7.794477273961782, + 6.886257598359836, + 7.830658403258805, + 7.292251572976678, + 7.794477273961782, + 7.679240787127436 ], "p90": [ - 18.25000781023745, - 18.535702895581966, - 19.223563619746077, - 19.381375966778588, - 19.239946342539543, - 20.07584555253703, - 19.62754375997394, - 18.016010951444493, - 18.783738210587476, - 19.627543762798787, - 19.3814062081546, - 18.55039143751922, - 19.67207053082991, - 19.239947714725528, - 19.224230104344517, - 18.051768934088763, - 17.46636362162177, - 18.78373821059329, - 20.026288463147786, - 19.239947714725528, - 19.62754376279905, - 19.721627682481348, - 19.239947714725528, - 18.39442480765452 + 19.104359196045923, + 19.94312342164631, + 19.585202624589137, + 17.988298037422545, + 17.93641018123052, + 19.585293105066057, + 18.455327243814683, + 19.150435876087446, + 20.17172911934003, + 18.676304112140212, + 19.98545259600941, + 18.663257010047083, + 18.663257010047083, + 19.280906897034512, + 19.163482978196072, + 17.398872086921486, + 18.455327244163676, + 19.280906897034512, + 19.190037320149983, + 18.609126024929772, + 19.546450316573623, + 18.537885209450756, + 19.9451653332135, + 19.280906897034512 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6c0b776c52c1cb809d47d467d74aed111a2590d4..d25260991ea7d496e8838d07ef8476db21baea4f 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,30 +1,36 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T16:34:25.950237+00:00", + "evaluated_at": "2026-06-19T16:49:56.898053+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 2505c8500da9e4447dff6475e82647d986297b8f..e771a11ca6cd8f3d72f232d90fcc97d40be48f60 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.900,4.500,5.100,5.100,4.900,5.000,4.400,5.100,4.900,5.100 +2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 60cc35502846719b8df2e9b5ace940ab75b03d39..4716b46d80c2173b9b3f35b4493343f127492a49 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.9,3.9,4.28,4.28,4.18,4.3,3.6,4.28,4.18,4.28 +2026-W25,Chronos-Bolt-Mini,5.0,3.92,4.3,4.3,4.2,4.34,3.62,4.3,4.2,4.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..5b09b04e0e0c14dcb813203377f0c7c8c1f14c5a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.122436069176274,1.122436069176274,0.8473222255706787,0.4856785178219358,0.03462510565717769,0.03550831299818315,2.624984687107927,1.0594508337701538,0.045367772513046974,0.036284007477858066,0.028755923174499178,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.41871105806739756,0.41871105806739756,0.5486589149183904,0.6888950321551877,10.6828538520131,0.7547685826865812,14.298675753939206,0.6470788654154898,0.7487894516391786,0.6348994380691049,0.4852539058865715,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01747427564582655,0.01747427564582655,0.1035500814517339,0.517750300498634,0.0744505242908503,0.07440414630812585,4.478888473902822,0.1321903008765263,0.09404843824232165,0.07367199693037484,0.06491563282420273,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.8486505704019768,0.8486505704019768,0.8930603265762329,3.121375262896938,0.05252919657089958,0.0540395161331614,55.24131635731669,0.9212223240901063,0.054202834295146836,0.052545840055268314,0.042126604798720685,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.39213612363285,66.39213612363285,6.20117727915446,0.5626122789376825,0.1992471874198253,0.22238818962874177,6.573485064968925,8.148136972562062,0.29584763591753327,0.22515620983314225,0.19895392863725206,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.841842030197919,2.841842030197919,1.402929385503133,0.7268581192364626,0.053324487436798844,0.055460754812378776,8.710382070239078,1.6857763879583552,0.06382494975286322,0.05311611799533922,0.04911198167334035,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,18.63931769536968,18.63931769536968,3.6850690841674805,0.6339903800718246,0.5621791163473824,0.3847869224048597,5.730963802679465,4.317327610382339,0.464645123987337,0.39659936331847323,0.2998533004661905,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1091.8692704265316,1091.8692704265316,27.173065185546875,0.35734441887842466,0.010930796296383138,0.010949959457494366,6.202341074486301,33.043445196082864,0.01329493184754382,0.01093300191874476,0.008998378762544241,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 13d654609c7a3a0cae166df3cdea83a64b7151cd..7a63d10788a7506bcaec3e04c905c8b066cddb22 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:29:18.524723+00:00", + "evaluated_at": "2026-06-19T16:39:26.118526+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7f0778a99b41082b4c640baf73b3d4a7de582d50..504683bfee9dda7ab01deae2036a03645ecb6886 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T15:21:13.621453+00:00", + "evaluated_at": "2026-06-19T16:39:30.736487+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6f4a8977544b9976df83da382caf0a5222d2d050..b02dec3d7b8afae02ea720a5ed037d0cf5883cb4 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:16:54.267021+00:00", + "evaluated_at": "2026-06-19T16:39:36.537188+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9326136112213135, - 1.9283145666122437, - 1.924952507019043, - 1.9147448539733887, - 1.9093095064163208, - 1.900606632232666, - 1.8938499689102173, - 1.8848540782928467, - 1.8742434978485107, - 1.8613094091415405, - 1.8476227521896362, - 1.8353893756866455, - 1.8187007904052734, - 1.8072774410247803, - 1.7866562604904175, - 1.7673428058624268, - 1.7443355321884155, - 1.7326421737670898, - 1.7153041362762451, - 1.699138879776001, - 1.6695199012756348, - 1.6516296863555908, - 1.6239986419677734, - 1.6010174751281738, - 1.5714726448059082, - 1.5480308532714844, - 1.5160881280899048, - 1.4931130409240723, - 1.4681928157806396, - 1.4451836347579956, - 1.4165501594543457, - 1.3956917524337769, - 1.3249249458312988, - 1.2980157136917114, - 1.2756373882293701, - 1.2494961023330688, - 1.2228244543075562, - 1.196000576019287, - 1.173692226409912, - 1.1463812589645386, - 1.1191561222076416, - 1.0979818105697632, - 1.0708285570144653, - 1.0525116920471191, - 1.0372415781021118, - 1.0169168710708618, - 1.0024157762527466, - 0.9909211993217468, - 0.9469709396362305, - 0.9367966651916504, - 0.922752857208252, - 0.9141892790794373, - 0.8964206576347351, - 0.8829013705253601, - 0.884695291519165, - 0.8635281920433044, - 0.858974814414978, - 0.8561391830444336, - 0.8506121635437012, - 0.8367305994033813 + 1.9010618925094604, + 1.8944358825683594, + 1.8876107931137085, + 1.8756883144378662, + 1.8674092292785645, + 1.8593757152557373, + 1.8502631187438965, + 1.8399070501327515, + 1.8269295692443848, + 1.8156359195709229, + 1.8005828857421875, + 1.7851176261901855, + 1.7661030292510986, + 1.7520592212677002, + 1.730071783065796, + 1.7098867893218994, + 1.6910761594772339, + 1.6774126291275024, + 1.6569674015045166, + 1.6358776092529297, + 1.6064815521240234, + 1.5880088806152344, + 1.5609071254730225, + 1.535648226737976, + 1.507338285446167, + 1.4862247705459595, + 1.4524034261703491, + 1.4318705797195435, + 1.4095157384872437, + 1.3892536163330078, + 1.361249566078186, + 1.3418397903442383, + 1.316981315612793, + 1.2959380149841309, + 1.2716360092163086, + 1.2500442266464233, + 1.2271987199783325, + 1.2024500370025635, + 1.1851098537445068, + 1.1636922359466553, + 1.1390234231948853, + 1.1255409717559814, + 1.0993151664733887, + 1.0828934907913208, + 1.0765804052352905, + 1.0604995489120483, + 1.0477993488311768, + 1.0343420505523682, + 1.060125470161438, + 1.0590190887451172, + 1.0545426607131958, + 1.0474644899368286, + 1.0356272459030151, + 1.0283911228179932, + 1.032974123954773, + 1.019153356552124, + 1.0194705724716187, + 1.0295114517211914, + 1.0176842212677002, + 1.0165290832519531 ], "p10": [ - 1.9077434539794922, - 1.9004062414169312, - 1.8927208185195923, - 1.882989764213562, - 1.8706536293029785, - 1.8570055961608887, - 1.8474392890930176, - 1.8325403928756714, - 1.8155019283294678, - 1.8013720512390137, - 1.780165433883667, - 1.76521635055542, - 1.7463762760162354, - 1.7282521724700928, - 1.701579213142395, - 1.6729912757873535, - 1.6426384449005127, - 1.6393773555755615, - 1.6093178987503052, - 1.5940794944763184, - 1.561699628829956, - 1.536597490310669, - 1.5012513399124146, - 1.4749747514724731, - 1.434262752532959, - 1.4019519090652466, - 1.3678019046783447, - 1.3360432386398315, - 1.2931997776031494, - 1.2678775787353516, - 1.2432438135147095, - 1.2129738330841064, - 1.100445032119751, - 1.0764586925506592, - 1.0455522537231445, - 1.0121421813964844, - 0.9752166271209717, - 0.9364904761314392, - 0.901579737663269, - 0.8655881285667419, - 0.8393799066543579, - 0.8006104230880737, - 0.7783585786819458, - 0.7462982535362244, - 0.7057821750640869, - 0.688428521156311, - 0.6691712141036987, - 0.6554564237594604, - 0.4807264804840088, - 0.466938316822052, - 0.4296919107437134, - 0.40052008628845215, - 0.38215965032577515, - 0.34101295471191406, - 0.340509831905365, - 0.320284903049469, - 0.2974456548690796, - 0.2748769521713257, - 0.25166112184524536, - 0.2377166748046875 + 1.8786671161651611, + 1.8686730861663818, + 1.8571760654449463, + 1.8451906442642212, + 1.8317155838012695, + 1.8173668384552002, + 1.8064897060394287, + 1.7903409004211426, + 1.7721059322357178, + 1.7578277587890625, + 1.7350008487701416, + 1.7186654806137085, + 1.6958755254745483, + 1.6680856943130493, + 1.6450767517089844, + 1.6171921491622925, + 1.5853245258331299, + 1.5807456970214844, + 1.548992395401001, + 1.5319104194641113, + 1.4956769943237305, + 1.468179702758789, + 1.4321459531784058, + 1.4028308391571045, + 1.3601875305175781, + 1.3301968574523926, + 1.2897424697875977, + 1.2547509670257568, + 1.21607506275177, + 1.1889160871505737, + 1.1617430448532104, + 1.1337023973464966, + 1.048350214958191, + 1.0260124206542969, + 0.9904303550720215, + 0.9552618265151978, + 0.9200119376182556, + 0.8840025663375854, + 0.8481196761131287, + 0.8130756616592407, + 0.792817234992981, + 0.753759503364563, + 0.7301154136657715, + 0.6996568441390991, + 0.6612380146980286, + 0.6416134834289551, + 0.6211622953414917, + 0.606925368309021, + 0.4800260066986084, + 0.47338366508483887, + 0.4352583885192871, + 0.4158974289894104, + 0.3969680666923523, + 0.3537399172782898, + 0.3578615188598633, + 0.34224313497543335, + 0.32970523834228516, + 0.30538690090179443, + 0.2803131937980652, + 0.2793932557106018 ], "p90": [ - 1.9574220180511475, - 1.952406883239746, - 1.9475195407867432, - 1.9499096870422363, - 1.9471871852874756, - 1.9412899017333984, - 1.9368395805358887, - 1.9319438934326172, - 1.924380898475647, - 1.9172799587249756, - 1.9041001796722412, - 1.8924446105957031, - 1.8863102197647095, - 1.877028465270996, - 1.863886833190918, - 1.8503727912902832, - 1.8152790069580078, - 1.8046982288360596, - 1.79132080078125, - 1.7746086120605469, - 1.7670016288757324, - 1.7457146644592285, - 1.7283992767333984, - 1.716135025024414, - 1.6928181648254395, - 1.6806143522262573, - 1.6636931896209717, - 1.6306548118591309, - 1.6167564392089844, - 1.6012792587280273, - 1.585081934928894, - 1.5677751302719116, - 1.5369257926940918, - 1.5145668983459473, - 1.4900305271148682, - 1.4800516366958618, - 1.4631403684616089, - 1.4525229930877686, - 1.4414031505584717, - 1.4301687479019165, - 1.4065285921096802, - 1.3947831392288208, - 1.3849024772644043, - 1.3730124235153198, - 1.372904658317566, - 1.365532398223877, - 1.3519482612609863, - 1.3443199396133423, - 1.4316105842590332, - 1.4188785552978516, - 1.414642572402954, - 1.4310061931610107, - 1.4368559122085571, - 1.4383739233016968, - 1.4472365379333496, - 1.4531338214874268, - 1.4540132284164429, - 1.4562785625457764, - 1.4593887329101562, - 1.4671505689620972 + 1.92293381690979, + 1.9153709411621094, + 1.9076948165893555, + 1.906954050064087, + 1.9017252922058105, + 1.8955256938934326, + 1.8897266387939453, + 1.8829104900360107, + 1.8737437725067139, + 1.867480993270874, + 1.8543117046356201, + 1.8403809070587158, + 1.8302968740463257, + 1.8187530040740967, + 1.8074915409088135, + 1.7925595045089722, + 1.7640018463134766, + 1.7522249221801758, + 1.7368292808532715, + 1.7183685302734375, + 1.7126885652542114, + 1.6908562183380127, + 1.6754310131072998, + 1.6634377241134644, + 1.6416642665863037, + 1.6327733993530273, + 1.6193790435791016, + 1.5944812297821045, + 1.5837241411209106, + 1.5750741958618164, + 1.5623373985290527, + 1.5436608791351318, + 1.5801777839660645, + 1.5735276937484741, + 1.5589468479156494, + 1.5459740161895752, + 1.5447533130645752, + 1.5316357612609863, + 1.5302914381027222, + 1.5244998931884766, + 1.5115753412246704, + 1.511974573135376, + 1.5084375143051147, + 1.5008151531219482, + 1.5127832889556885, + 1.5202327966690063, + 1.5059471130371094, + 1.5013751983642578, + 1.6270898580551147, + 1.641911268234253, + 1.6707360744476318, + 1.6701710224151611, + 1.6732158660888672, + 1.6985318660736084, + 1.7125459909439087, + 1.7141896486282349, + 1.73358952999115, + 1.7371165752410889, + 1.7560789585113525, + 1.752387285232544 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 420a83a5d9f809d18869ec01be3757919958a309..c10a84607ddc6eb71803d3ed225bc867c0310e20 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:17:00.493733+00:00", + "evaluated_at": "2026-06-19T16:39:57.756628+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index bef2d609d45d7620c93a4d513bc07de4a47a8f03..f7d4aa0703f3df654cc915aacc123fcdc3f03157 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T15:21:20.736936+00:00", + "evaluated_at": "2026-06-19T16:40:08.016003+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 10.44757080078125, - 10.815631866455078, - 10.941720962524414, - 11.083786964416504, - 11.126280784606934, - 11.23828125, - 11.341888427734375, - 11.375890731811523, - 11.383947372436523, - 11.385032653808594, - 11.31535816192627, - 11.328181266784668, - 11.311481475830078, - 11.309775352478027, - 11.334639549255371, - 11.221357345581055, - 11.372063636779785, - 11.461737632751465, - 11.646230697631836, - 11.780963897705078, - 11.735355377197266, - 11.879209518432617, - 12.03316879272461, - 12.046552658081055 + 11.666271209716797, + 11.738259315490723, + 11.75930404663086, + 11.800260543823242, + 11.75208854675293, + 11.809479713439941, + 11.854665756225586, + 11.81589126586914, + 11.759227752685547, + 11.729229927062988, + 11.590885162353516, + 11.528827667236328, + 11.389558792114258, + 11.364822387695312, + 11.345386505126953, + 11.312846183776855, + 11.524725914001465, + 11.848073959350586, + 12.076913833618164, + 12.17562198638916, + 12.255905151367188, + 12.455162048339844, + 12.53536605834961, + 12.517257690429688 ], "p10": [ - 6.536181449890137, - 6.555288314819336, - 6.582612991333008, - 6.6291303634643555, - 6.600210189819336, - 6.631379127502441, - 6.693429946899414, - 6.601848602294922, - 6.640559196472168, - 6.667922019958496, - 6.636170387268066, - 6.549503326416016, - 6.394336700439453, - 6.4800519943237305, - 6.420947074890137, - 6.334958076477051, - 6.383254051208496, - 6.517467498779297, - 6.516583442687988, - 6.585711479187012, - 6.611173629760742, - 6.642928123474121, - 6.651543617248535, - 6.63301944732666 + 7.42984676361084, + 7.438970565795898, + 7.4248175621032715, + 7.376676559448242, + 7.290942192077637, + 7.263526439666748, + 7.342641353607178, + 7.319980144500732, + 7.24634313583374, + 7.19613790512085, + 7.139516830444336, + 6.972828388214111, + 6.8425750732421875, + 6.887496471405029, + 6.796065330505371, + 6.765844345092773, + 6.925566673278809, + 7.039700508117676, + 7.209296703338623, + 7.333155632019043, + 7.319344997406006, + 7.405375003814697, + 7.440288066864014, + 7.4444403648376465 ], "p90": [ - 16.642486572265625, - 17.395750045776367, - 17.491294860839844, - 17.762603759765625, - 17.87332534790039, - 18.04217529296875, - 18.072721481323242, - 18.246646881103516, - 18.193689346313477, - 18.20160484313965, - 18.150150299072266, - 18.213428497314453, - 18.190044403076172, - 18.292972564697266, - 18.320234298706055, - 18.224573135375977, - 18.478927612304688, - 18.636890411376953, - 18.861433029174805, - 19.114768981933594, - 19.16320037841797, - 19.382652282714844, - 19.56792640686035, - 19.669782638549805 + 17.70110321044922, + 17.930137634277344, + 17.95372200012207, + 18.203866958618164, + 18.30548858642578, + 18.37669563293457, + 18.34024429321289, + 18.382530212402344, + 18.228322982788086, + 18.217029571533203, + 18.113828659057617, + 18.086925506591797, + 17.957714080810547, + 17.989866256713867, + 17.98492431640625, + 18.028278350830078, + 18.36548614501953, + 18.870222091674805, + 19.070480346679688, + 19.292797088623047, + 19.48332405090332, + 19.825490951538086, + 19.913677215576172, + 19.944250106811523 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..9c22c491cafc2ab95bdf8fa47e3127a31da50bb2 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,38 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-19T16:40:11.425786+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..b28633c4c78eb5ce77f6188442dd8ffce47788a3 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,6 +7,5 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, - "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 0c4957b38cfaaa3662a2c2109da872a4f161c191..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -2,8 +2,10 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 +noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index a650f240f1897de89623ca6a5f79748eaeb9ac7d..fa2b65f7776278db8fa5316eb21254b3c4c6bcc2 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,1191158.974249787,1154335.0265473472,816.8154304431382,0.7425079191710923,0.012952003923995072,0.012808139316733635,17.944000862482635,1091.4022971616776,0.017136660274439608,0.012825232798965478,0.012078491203113951,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,14.031501766665542,14.825450352924248,3.214399350169652,1.8424687385330092,0.13242280084043564,0.1460063259705679,34.82413546165401,3.745864622041958,0.16040530491888666,0.13764691464315787,0.12581365602899178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.648292395516018,1.658811620396952,1.0647882049469695,1.3384443460447903,16.192352842291854,0.8283063586864797,49.81683267405599,1.2838584016611871,1.2953438157778685,1.0743138142077338,1.0578187775136916,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.1642996482767067,1.1726064853077578,0.917332619638748,1.1518009957006459,17.332400849983163,0.8843324112798264,42.15961279782908,1.0790271768017277,1.2486332210871118,1.0615228312069467,1.0436312164793515,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01820947885008594,0.017966157040008424,0.10600702684412852,0.5300350249274987,0.07850372637155038,0.07600714776737469,5.353935331920409,0.13494250201506544,0.09600652606791875,0.07542002137293373,0.0651941819592387,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.05444989531613609,0.06199391559202696,0.23966673265762242,0.8376699629294061,0.01408832974267682,0.014196063655723339,3.884283543058224,0.2333450134803315,0.013729542552896379,0.014101499558351707,0.013165639347378556,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,6617.980569806275,6644.967730885914,70.04758963229013,6.35518584020999,2.453396791520115,1.750411813262606,223.70108606654864,81.3509715357246,2.9537417804196524,2.543331544894044,2.4952357641698333,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,53.37094128592596,55.33269594986265,6.747501314258968,3.4958823769087553,0.24964940828200843,0.29373214577962936,91.65447884929534,7.3055418201476305,0.27659412180584064,0.25546622637272104,0.2395892998935053,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,27.616049472459895,30.624911193555253,4.552470464589521,0.7936510253037422,0.8518740293821551,0.4573130634037063,4.412832592511157,5.255097475067412,0.5681186459532338,0.49215896914481305,0.3691221023145673,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,25.26821081038045,28.28425524534211,4.4402415151298795,0.7639125187320221,0.691003310166669,0.43597955868331634,4.219354532519708,5.026749527316877,0.540995464823341,0.4778735262920049,0.35309364879441213,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,996.6114638506873,967.1786753587262,27.1725987231038,0.3573382845778033,0.010931127466830953,0.010947996307745437,13.981202660297361,31.569153676503387,0.012701755041677809,0.010932814238968837,0.010917912497327783,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 30df1848284c38df154f5e9f237a3402318f6857..ff9f8fbaa25d8c34657920fe5184fb2240725dc1 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T16:34:25.999570+00:00", + "evaluated_at": "2026-06-19T16:49:56.944333+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 6c73d116742f65eda15a0458dacc4ce42a5267c9..fc664ed5dc3b6ddb4a3537caaf5eacf5d6639d4d 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:25:36.074882+00:00", + "evaluated_at": "2026-06-19T16:49:56.962775+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a0c0806999ddb2b6a0494c50856489b44b1c4fd5..32a2cab6c67ee5aebe7223da8ddbe06416d4726d 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-19T16:23:30.562813+00:00", + "evaluated_at": "2026-06-19T16:49:56.984943+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9535034491912855, - 1.9539817252734948, - 1.9559600490990248, - 1.962438329890001, - 1.9654166631926695, - 1.962895007701011, - 1.9713732403910391, - 1.9743515215396432, - 1.9783298047148055, - 1.9863081034467798, - 1.9927863916883368, - 1.9907647297593767, - 1.9937430034574004, - 1.9982212876458414, - 2.001199561343865, - 2.007677879387744, - 2.014156257036268, - 2.0181345774643336, - 2.0141128220752904, - 2.0130911025682434, - 2.0160693986180087, - 2.0305476956214488, - 2.0375259699751234, - 2.030004274548353, - 2.0399824804758953, - 2.045460870999023, - 2.04593911727891, - 2.0554174861059464, - 2.048395769340713, - 2.0543740342172496, - 2.053852330624643, - 2.0543306737620775, - 2.0688089037102917, - 2.0682872522717495, - 2.0687655283539588, - 2.0777437844090074, - 2.0787221434608822, - 2.0792004791477368, - 2.0826787166061362, - 2.090157021775412, - 2.09863525446544, - 2.1021136111331296, - 2.1010919065272438, - 2.1010702486513995, - 2.1105485206208887, - 2.1025268241808392, - 2.1055050978788628, - 2.120983478865247, - 2.1144617184098093, - 2.127940013386691, - 2.1279182661038796, - 2.124396608585663, - 2.1393750109105105, - 2.144353139650038, - 2.1348314923242158, - 2.144809757856403, - 2.1487880782844684, - 2.1487663608039793, - 2.158744656138489, - 2.155722954930068 + 1.9237125169289502, + 1.9158434028858229, + 1.90947438874008, + 1.912105258722908, + 1.8972361751973588, + 1.8933670469087214, + 1.8899980164909107, + 1.8836288831358785, + 1.8787597304689412, + 1.8748906841366904, + 1.873521575815609, + 1.87065245700411, + 1.8612834516798549, + 1.8574142861383143, + 1.8530452164410427, + 1.8521761836390462, + 1.8463070214949706, + 1.843437992090439, + 1.8325688570664764, + 1.8261997535137666, + 1.8203306882272388, + 1.8214615626208104, + 1.820092454299729, + 1.806723381264597, + 1.8098543044147681, + 1.8034851412574135, + 1.7986161003491854, + 1.798247046208726, + 1.789377945040202, + 1.7855088391033063, + 1.7726397298285506, + 1.7662706262758407, + 1.7679015389355943, + 1.761532465185207, + 1.7536633809444018, + 1.7487942878821094, + 1.7464251924356313, + 1.7400560888829215, + 1.7321869748397942, + 1.7298179389979609, + 1.7344488055833238, + 1.7300797284354716, + 1.7192106083126706, + 1.7148414790107542, + 1.7124725027735654, + 1.6946033982671813, + 1.6907342625279633, + 1.6908651944996218, + 1.6809960391504757, + 1.6871269832814817, + 1.6782578597612159, + 1.6713888222504523, + 1.6725197711498299, + 1.6666505717528513, + 1.6547814868563953, + 1.6529123775220347, + 1.6470433569389904, + 1.639674206656239, + 1.6373051708144057, + 1.631436031022072 ], "p10": [ - 1.9191034152404798, - 1.9079817214587975, - 1.907460070020255, - 1.9099383799579026, - 1.9144166641463438, - 1.91889488873014, - 1.9222731930411092, - 1.9268515295862703, - 1.9303298266493147, - 1.9328081067846399, - 1.9381864628324408, - 1.9407647203530187, - 1.9460429920066031, - 1.9477213119645365, - 1.95979961453505, - 1.9555779481476625, - 1.963156225207388, - 1.9676344825737393, - 1.9671127715305519, - 1.9654910686889635, - 1.9718693939807677, - 1.9804476790275158, - 1.987625991039405, - 1.9815042626870287, - 1.9959825835323264, - 1.9953608603655546, - 1.9929391737841133, - 2.001417466078786, - 2.0007958102466357, - 2.008374087026965, - 2.003852394699636, - 2.0092306464393084, - 2.0158089304131726, - 2.017287253225424, - 2.0196655108063513, - 2.02514388940855, - 2.0373221340671903, - 2.0312004414776013, - 2.0346787385406455, - 2.0381570356036898, - 2.0436353069175275, - 2.055113647015126, - 2.0572919280325994, - 2.0540701981066607, - 2.0545484741888704, - 2.059026817981956, - 2.0625051150450004, - 2.0668834544444787, - 2.0712616859968036, - 2.077839996792758, - 2.0813182938558024, - 2.0808966470902637, - 2.0853748716740603, - 2.0978532316796095, - 2.0921314683750696, - 2.0928097687044485, - 2.102188076234069, - 2.1007663852530594, - 2.107244700782368, - 2.1096229583632953 + 1.8845125969303045, + 1.8687434668773695, + 1.8608743558144742, + 1.8531052434641189, + 1.8501361319005447, + 1.846267073647365, + 1.8393980122947438, + 1.8395289085036153, + 1.8346598154413227, + 1.828890680321993, + 1.8240215872597008, + 1.8221525151782434, + 1.8122834293988936, + 1.807314329149026, + 1.805245259921886, + 1.7976761476974454, + 1.7974070550166228, + 1.789837943071579, + 1.7875688644984307, + 1.77999975227399, + 1.7713307081351901, + 1.7779616100661075, + 1.7665925172422339, + 1.7577233564690649, + 1.7597542967615318, + 1.7508851985732399, + 1.7461160982630228, + 1.7392470337439048, + 1.7343779404022157, + 1.7381088503328213, + 1.7225397787997268, + 1.7186706192186507, + 1.7139015457305238, + 1.711932454074901, + 1.7030634065505572, + 1.6982943122008045, + 1.7093252468904347, + 1.6905561003270133, + 1.685687007264721, + 1.6808179142024287, + 1.6768488631971734, + 1.6797797293176204, + 1.6761106267662687, + 1.659241568989926, + 1.655472402160925, + 1.648603394452484, + 1.6446342838425843, + 1.6448651906849245, + 1.6369960791563682, + 1.633027025915939, + 1.633157874161698, + 1.6212887847948936, + 1.6222196975261727, + 1.6226506315959146, + 1.607781518268043, + 1.6029124252057505, + 1.6030433541971767, + 1.5941742858112073, + 1.590305120269667, + 1.586336069264412 ], "p90": [ - 1.9845034673110975, - 1.98708174317873, - 1.9914600614371862, - 1.9930383531596543, - 1.9985166483153503, - 1.999894866989346, - 2.0053731960451833, - 2.0098514772533917, - 2.010329758178479, - 2.0139081254796367, - 2.017286423830141, - 2.022764735004585, - 2.0263430277999372, - 2.0307212626118907, - 2.029299670444207, - 2.036677863652118, - 2.0383562107115383, - 2.0427345021479044, - 2.047112754841251, - 2.04769109110329, - 2.0490693865182656, - 2.055647700294453, - 2.06202598982347, - 2.0645042997611176, - 2.0689825839495586, - 2.071460834282562, - 2.072939175721264, - 2.0795174738512316, - 2.078095822078903, - 2.080574084332835, - 2.0879523580070165, - 2.0923306762654725, - 2.095908966080592, - 2.094287275159933, - 2.100965547788053, - 2.10624381087347, - 2.109722107936514, - 2.1133004513958142, - 2.116678755706783, - 2.1152570502902743, - 2.1236352961886915, - 2.1263136244130445, - 2.1305919439589607, - 2.1290702457903765, - 2.1375485380850496, - 2.1420268222734906, - 2.145505119336535, - 2.1500834048452186, - 2.149561720996651, - 2.1559399837035778, - 2.154518257425443, - 2.158996598238297, - 2.1653749145894046, - 2.1698531987778455, - 2.1654314366177148, - 2.1758098057785373, - 2.176388082435932, - 2.180966386198538, - 2.187244657270977, - 2.1857229382407675 + 1.9527125607979687, + 1.9458433820987031, + 1.9429743746733839, + 1.9381052816110915, + 1.9323361673533874, + 1.9273670785587877, + 1.9234979428195698, + 1.919628896487319, + 1.9117597306626564, + 1.9068907091259377, + 1.90102160919421, + 1.8991525371127527, + 1.8942833904062801, + 1.8874142575280848, + 1.8835452409981563, + 1.8758761024008956, + 1.874807012196646, + 1.8690379575435867, + 1.8660688131974579, + 1.8581997773854269, + 1.8514307438026096, + 1.8484615923784293, + 1.8465924409482886, + 1.8398233991698323, + 1.8368543144283485, + 1.8309851746360146, + 1.8241161270669675, + 1.82134704086815, + 1.8144779396549224, + 1.8125088193145642, + 1.804639754817798, + 1.8017706162622604, + 1.7969015828046129, + 1.7870324945106921, + 1.7861633797523089, + 1.7793942832120855, + 1.77542512491847, + 1.7726561102452263, + 1.765687010319459, + 1.757817936136938, + 1.7569488213785547, + 1.749079689454034, + 1.7482106521816891, + 1.7394416033698852, + 1.7384724660571043, + 1.7337033657468872, + 1.7267342758794038, + 1.7238651272655825, + 1.7149960260970585, + 1.7121269151086693, + 1.7092579076833503, + 1.7033887976933386, + 1.6975197175056496, + 1.6956505858195474, + 1.6817815192217174, + 1.6849124423718882, + 1.6791433340746487, + 1.6701742610156751, + 1.6703051631850112, + 1.6604360748910905 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 85ac85bd04c4d87dc4d5653e3489d38394105d9e..5d62e8bf4c1b1f9f86fd3abb1121290071f41d18 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-19T16:23:30.589835+00:00", + "evaluated_at": "2026-06-19T16:49:57.003971+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e40dcfaebb077e655ead626b72371dbaf4ceeba9..945b3b69886f5de98de6ffab7c3f623ed5b86245 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:25:36.099918+00:00", + "evaluated_at": "2026-06-19T16:49:57.019952+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 12.208409801034822, - 13.204992865431258, - 13.201575929827696, - 12.198158994224132, - 12.194742058620568, - 14.191325123017004, - 13.18790818741344, - 14.684491251809877, - 13.181074316206313, - 13.17765738060275, - 14.174240444999185, - 13.170823509395621, - 13.167406573792059, - 13.163989638188495, - 14.16057270258493, - 13.157155766981367, - 14.153738831377803, - 13.65032189577424, - 13.146904960170676, - 14.143488024567112, - 14.140071088963548, - 13.136654153359984, - 14.133237217756422, - 13.129820282152858 + 14.001874455749363, + 13.997256926819679, + 12.992639397889997, + 13.988021868960315, + 13.983404340030631, + 13.97878681110095, + 13.974169282171268, + 13.969551753241584, + 13.964934224311902, + 12.96031669538222, + 13.955699166452536, + 12.951081637522854, + 14.946464108593172, + 12.941846579663489, + 13.437229050733807, + 12.932611521804125, + 11.927993992874441, + 13.92337646394476, + 13.918758935015077, + 11.914141406085394, + 12.909523877155712, + 12.90490634822603, + 12.900288819296346, + 12.895671290366664 ], "p10": [ - 5.208409801034822, - 5.204992865431258, - 5.201575929827696, - 5.198158994224132, - 4.09474205862057, - 6.091325123017006, - 5.18790818741344, - 6.184491251809877, - 6.181074316206313, - 5.177657380602749, - 6.174240444999185, - 6.170823509395621, - 6.167406573792059, - 5.163989638188495, - 5.160572702584931, - 5.157155766981367, - 6.153738831377803, - 5.050321895774243, - 5.1469049601706764, - 5.143488024567112, - 5.140071088963548, - 5.136654153359984, - 5.133237217756422, - 4.129820282152858 + 5.901874455749365, + 5.997256926819679, + 4.992639397889997, + 5.988021868960315, + 4.983404340030631, + 4.9787868111009494, + 4.9741692821712675, + 4.969551753241584, + 4.964934224311902, + 4.96031669538222, + 5.955699166452536, + 5.951081637522854, + 4.946464108593172, + 3.9418465796634887, + 5.837229050733809, + 4.932611521804125, + 4.927993992874441, + 5.823376463944761, + 5.918758935015077, + 4.914141406085394, + 4.909523877155712, + 3.9049063482260298, + 4.900288819296346, + 5.795671290366666 ], "p90": [ - 19.208409801034822, - 20.204992865431258, - 19.301575929827692, - 19.298158994224124, - 20.19474205862057, - 20.191325123017002, - 20.18790818741344, - 21.184491251809877, - 20.181074316206313, - 20.17765738060275, - 20.27424044499918, - 20.17082350939562, - 21.167406573792057, - 18.26398963818849, - 21.16057270258493, - 20.15715576698137, - 20.1537388313778, - 21.15032189577424, - 20.146904960170676, - 22.143488024567112, - 21.14007108896355, - 21.136654153359984, - 20.233237217756418, - 20.22982028215285 + 20.001874455749363, + 20.097256926819675, + 19.992639397889995, + 19.988021868960317, + 20.98340434003063, + 19.97878681110095, + 19.974169282171268, + 20.969551753241582, + 20.964934224311904, + 20.960316695382218, + 21.05569916645253, + 19.951081637522854, + 19.946464108593172, + 19.94184657966349, + 19.937229050733805, + 18.932611521804127, + 18.92799399287444, + 19.92337646394476, + 20.01875893501507, + 19.914141406085392, + 20.009523877155708, + 19.904906348226028, + 20.900288819296346, + 19.895671290366664 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 2bf830339ba968fc9774a92918a86bee0af99021..e4656c28ead4bdbc7f1b1a7a1e961e6629b59fa3 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,30 +1,36 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T16:34:26.093670+00:00", + "evaluated_at": "2026-06-19T16:49:57.028960+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index bfd944f8f56f2e2b603470ce3c469b6e4fa7c3ae..75ba771dd024b0abf4a791d3e640da3e160c2c28 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1561,3 +1561,8 @@ {"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} {"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-19T16:34:26.174008+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:49:57.127047+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:49:57.127047+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:49:57.127047+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-19T16:49:57.127047+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-19T16:49:57.127047+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 816e96fc0723f03b96d7e85ac51f63b8a80ba03a..b0802aab61513793e53b2a454e3205c9cf5f217d 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1238433.1113306682,1244915.3904274304,869.2113444010416,0.7901372606305749,0.013774755467699034,0.013619442166371872,4.434724289190776,1112.8490963875868,0.017473407332114232,0.013647927583098178,0.009402513244193481,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.07266530571890446,0.09858639077788212,0.2269434134165446,0.13008220170710502,0.009710503759871722,0.009750894938603207,2.1851288424636572,0.2695650305935554,0.011543305829418182,0.00971816418943878,0.0197389234331775,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7788545645600499,0.9404853283886426,0.8006722701325392,1.0064492337676831,12.091145935712317,0.7546137395654211,7.213720654518476,0.8825273732638834,0.8904224747315589,0.8078350947729487,0.47417650720218707,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08484498385859102,0.043381665133645164,0.16470705138312447,0.823535087102809,0.125650413840561,0.1141802833763293,5.619274224957741,0.29128162293318643,0.20723594351406455,0.1171828859406991,0.11478648231628506,Ocean,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1389713.114781062,1235025.0088157654,883.2867838541666,0.8029322261395988,0.013991149870790219,0.013837093851515403,5.295519299875008,1178.8609395433637,0.01850989271719361,0.013868933187309323,0.009578238163803675,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.10203270561881557,0.10033036150214987,0.22832719484965006,0.1308753744755492,0.009745612334973817,0.009784064214637634,2.2777753120634245,0.31942558698203183,0.013678433111876954,0.009777420437358754,0.02035988287763695,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8384549008023602,0.9457705503048821,0.8141781683312729,1.0222804737184523,16.23356235997736,0.8497566034744405,10.17839892417797,0.9156718302985848,1.0596009919910876,0.9421541280132977,0.5861511551887308,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08216351521164139,0.04142434839284675,0.16008582876788247,0.8004289787910752,0.1219892013512805,0.1112432685496322,5.4206504195254155,0.28664178901835197,0.2039348758071264,0.11389505947497702,0.11271476845986846,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.6055614723118197,0.8981990689454354,0.9407061735788981,3.287904402965278,0.05533155233796322,0.05692978354869744,14.521565257003601,0.7781783036758476,0.04578641717989324,0.05534922408364405,0.04726219221987872,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,92.06017380691235,101.99491895096651,7.466808756192525,0.6774388316287777,0.23338874090950487,0.2829808242430783,9.274061945238797,9.594799310403129,0.3483739537816567,0.2711095463670508,0.2453323569452488,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.9871858127476116,2.0121361211700255,1.1877986987431843,0.6153988483820667,0.04551145012693303,0.04684588128489329,6.535208172751179,1.409675782847819,0.053371542424470605,0.044971084424557065,0.04094134504402601,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.996265476224306,22.70018542389667,3.8174853126207986,0.6655180206021732,0.7401088336263278,0.40717042610054355,7.213209419504494,5.384818054142991,0.5821424923397828,0.4127011148779242,0.32379785696188135,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,34.05904207148433,22.890933595437172,4.0521716475486755,0.697147810330955,0.6225665392608645,0.4110058953918921,7.234631984464585,5.836012514678522,0.6280910329698859,0.4361081593774359,0.3219955839205572,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,6520.499481273194,6729.490798570837,77.03756205240886,1.013096706442637,0.031120856461074015,0.030578731617241176,7.688815282534246,80.74960979022248,0.0324893652131658,0.030995833851765506,0.020024448442738894,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e91c8df574195219ce754632d09d30a600b01621..16777ba2b648997b0c5b62f5659a2c6389ec74e2 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:33:01.365052+00:00", + "evaluated_at": "2026-06-19T16:44:55.346843+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64567.75390625, - 64608.234375, - 64588.61328125, - 64596.52734375, - 64645.892578125, - 64494.15234375, - 64582.6953125, - 64656.96484375, - 64598.470703125, - 64624.59765625, - 64582.0, - 64668.837890625, - 64655.44140625, - 64636.8828125, - 64566.001953125, - 64586.525390625, - 64398.5546875, - 64597.671875, - 64627.046875, - 64451.400390625, - 64493.134765625, - 64632.30078125, - 64222.28515625, - 64324.865234375 + 64541.404296875, + 64542.232421875, + 64580.169921875, + 64565.1953125, + 64484.52734375, + 64731.513671875, + 64666.078125, + 64667.896484375, + 64598.548828125, + 64635.40625, + 64638.05078125, + 64608.921875, + 64528.001953125, + 64596.4609375, + 64553.306640625, + 64558.865234375, + 64378.890625, + 64661.986328125, + 64626.125, + 64536.720703125, + 64401.37890625, + 64496.01953125, + 64274.9140625, + 64197.263671875 ], "p10": [ - 64277.232421875, - 64009.666015625, - 63880.94921875, - 63891.947265625, - 63740.833984375, - 63538.796875, - 63620.626953125, - 63651.185546875, - 63538.052734375, - 63460.822265625, - 63129.673828125, - 63088.46484375, - 63447.779296875, - 63185.3828125, - 62978.75, - 62848.861328125, - 62894.96875, - 62913.025390625, - 62899.65234375, - 62468.349609375, - 62292.9921875, - 62699.58203125, - 62224.34765625, - 62163.697265625 + 64205.59765625, + 64118.619140625, + 63952.98828125, + 63888.4375, + 63604.30859375, + 63614.287109375, + 63605.400390625, + 63526.37109375, + 63329.458984375, + 63505.259765625, + 63354.515625, + 63455.171875, + 63243.263671875, + 63175.572265625, + 63122.111328125, + 63160.240234375, + 62819.576171875, + 62651.904296875, + 62729.599609375, + 62727.087890625, + 62623.96875, + 62991.390625, + 62039.712890625, + 61968.607421875 ], "p90": [ - 64885.30078125, - 65140.765625, - 65294.64453125, - 65554.3046875, - 65400.681640625, - 65589.3203125, - 65648.17578125, - 65707.12890625, - 65878.65234375, - 65991.33203125, - 66075.0625, - 65857.671875, - 66230.9296875, - 66094.51171875, - 65972.5234375, - 65956.98046875, - 66105.21484375, - 65931.1171875, - 66426.546875, - 66103.14453125, - 66341.59375, - 67041.6328125, - 66191.25390625, - 65975.52734375 + 64911.767578125, + 65092.896484375, + 65173.9921875, + 65398.837890625, + 65313.931640625, + 65606.13671875, + 65780.94921875, + 65798.9375, + 65930.16015625, + 65914.3359375, + 66168.91015625, + 66054.65625, + 65888.34765625, + 66026.15234375, + 65912.578125, + 65930.30859375, + 66006.4375, + 66382.9765625, + 66194.73828125, + 66276.43359375, + 66196.25390625, + 66409.3125, + 66331.51171875, + 66613.28125 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 98b53bf0b4d2983b2e106b060ef2bb78f9a2edf3..c64843eb859ecd807e9a96cf8f67606cdb144315 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:24:42.614686+00:00", + "evaluated_at": "2026-06-19T16:45:05.666682+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 21.469999313354492 ], "p50": [ - 21.892617225646973, - 21.807039260864258, - 21.720974922180176, - 21.621943473815918, - 21.63014030456543, - 21.737133026123047, - 22.06237506866455, - 22.80022430419922, - 23.43246555328369, - 24.1283540725708, - 24.68418598175049, - 25.08862018585205, - 25.561309814453125, - 25.701208114624023, - 25.457496643066406, - 25.52872943878174, - 24.936574935913086, - 24.6740779876709, - 23.81606101989746, - 23.171950340270996, - 22.345375061035156, - 22.205586433410645, - 21.771084785461426, - 21.765296936035156 + 21.896894454956055, + 21.798032760620117, + 21.736273765563965, + 21.631081581115723, + 21.572349548339844, + 21.67766284942627, + 22.151118278503418, + 22.774935722351074, + 23.494935035705566, + 24.189577102661133, + 24.82974338531494, + 25.319669723510742, + 25.540449142456055, + 25.79908847808838, + 25.55627155303955, + 25.29580593109131, + 24.909027099609375, + 24.24742603302002, + 23.902814865112305, + 23.138575553894043, + 22.57576560974121, + 22.129825592041016, + 21.772807121276855, + 21.602102279663086 ], "p10": [ - 21.71921730041504, - 21.549238204956055, - 21.348549842834473, - 21.165098190307617, - 21.03605842590332, - 20.982622146606445, - 21.239639282226562, - 21.88724422454834, - 22.244868278503418, - 22.584442138671875, - 22.506778717041016, - 22.694583892822266, - 23.131306648254395, - 23.41922664642334, - 23.074813842773438, - 22.474775314331055, - 22.208885192871094, - 21.204517364501953, - 21.23157501220703, - 20.644556045532227, - 20.003700256347656, - 19.721325874328613, - 19.21846580505371, - 19.662181854248047 + 21.71248149871826, + 21.57332992553711, + 21.324270248413086, + 21.13514995574951, + 20.998165130615234, + 20.916759490966797, + 21.41706943511963, + 21.502554893493652, + 22.192370414733887, + 22.741697311401367, + 22.76986789703369, + 22.96061134338379, + 22.968153953552246, + 23.01231288909912, + 23.218175888061523, + 22.39394474029541, + 21.964167594909668, + 21.35260772705078, + 21.60112953186035, + 20.96423625946045, + 20.145153045654297, + 19.530619621276855, + 19.62584400177002, + 19.499807357788086 ], "p90": [ - 22.05615234375, - 22.073474884033203, - 22.101365089416504, - 22.014516830444336, - 22.15046787261963, - 22.53050422668457, - 22.878700256347656, - 23.64209747314453, - 24.73952579498291, - 25.88648796081543, - 27.050700187683105, - 27.618510246276855, - 28.355040550231934, - 29.033324241638184, - 27.96783447265625, - 28.791836738586426, - 27.781002044677734, - 27.6366024017334, - 26.71090602874756, - 25.73173999786377, - 24.99839687347412, - 24.42650032043457, - 24.162144660949707, - 24.026314735412598 + 22.05056667327881, + 22.022539138793945, + 22.071675300598145, + 22.11902618408203, + 22.213443756103516, + 22.446269035339355, + 23.158181190490723, + 23.721266746520996, + 24.804065704345703, + 25.942492485046387, + 27.22330379486084, + 27.949922561645508, + 28.350180625915527, + 28.601292610168457, + 28.814376831054688, + 28.548038482666016, + 27.96815013885498, + 27.441431045532227, + 26.28073787689209, + 26.014966011047363, + 24.738466262817383, + 24.492816925048828, + 24.33307456970215, + 23.62740707397461 ], "timestamps": [ "2026-06-02 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7f4b6ec30beef39a292464871619d4fc0d96e33b..f9b27967ee4badccb0dc935f88dbc72bb81a03e4 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:21:45.934587+00:00", + "evaluated_at": "2026-06-19T16:45:26.626883+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.931238830089569, - 1.939933717250824, - 1.945342242717743, - 1.935145378112793, - 1.9495731592178345, - 1.943877935409546, - 1.941356897354126, - 1.9382540583610535, - 1.940975844860077, - 1.919392466545105, - 1.9103170037269592, - 1.913262963294983, - 1.9134898781776428, - 1.9264187812805176, - 1.888763666152954, - 1.907716155052185, - 1.915907859802246, - 1.9067353010177612, - 1.8858165740966797, - 1.8765208721160889, - 1.8439488410949707, - 1.854148805141449, - 1.89793062210083, - 1.8359975218772888, - 1.8404453992843628, - 1.8960025906562805, - 1.8260389566421509, - 1.8084174394607544, - 1.737774670124054, - 1.8055410981178284, - 1.7479207515716553, - 1.7306488156318665, - 1.7803361415863037, - 1.847442865371704, - 1.85834401845932, - 1.7934098839759827, - 1.8580131530761719, - 1.797967791557312, - 1.7658007144927979, - 1.7613077759742737, - 1.7287867069244385, - 1.7739277482032776, - 1.6330556273460388, - 1.8442306518554688, - 1.6511733531951904, - 1.6697816848754883, - 1.6551068425178528, - 1.611142635345459, - 1.7054534554481506, - 1.4861432909965515, - 1.6656208038330078, - 1.7185226082801819, - 1.6553047895431519, - 1.5987803936004639, - 1.65924072265625, - 1.6175516843795776, - 1.5502052903175354, - 1.590321660041809, - 1.4980793595314026, - 1.5646692514419556 + 1.8880624771118164, + 1.8881676197052002, + 1.8875985741615295, + 1.8792840242385864, + 1.882571041584015, + 1.8709405660629272, + 1.8650837540626526, + 1.857527256011963, + 1.8552666902542114, + 1.8255422115325928, + 1.8172733783721924, + 1.800480604171753, + 1.8132389783859253, + 1.7994554042816162, + 1.7948925495147705, + 1.7849047183990479, + 1.8051496744155884, + 1.7737716436386108, + 1.8075765371322632, + 1.7270750403404236, + 1.6655775904655457, + 1.7675336599349976, + 1.7065701484680176, + 1.7188291549682617, + 1.7020059823989868, + 1.7548150420188904, + 1.6633285284042358, + 1.705020546913147, + 1.6115110516548157, + 1.7243247628211975, + 1.640471875667572, + 1.6574098467826843, + 1.6269583106040955, + 1.5939390659332275, + 1.590954303741455, + 1.655832827091217, + 1.5534911155700684, + 1.568005919456482, + 1.5051583051681519, + 1.732436180114746, + 1.5438775420188904, + 1.607224464416504, + 1.5550280213356018, + 1.5450530052185059, + 1.5838385820388794, + 1.5431784391403198, + 1.606721580028534, + 1.5534725189208984, + 1.5404911637306213, + 1.4066081047058105, + 1.5346832871437073, + 1.5457751154899597, + 1.5623490810394287, + 1.4051958322525024, + 1.442191481590271, + 1.4879447221755981, + 1.4749059677124023, + 1.652665913105011, + 1.5438680052757263, + 1.456210970878601 ], "p10": [ - 1.9066617488861084, - 1.9092387557029724, - 1.9158622026443481, - 1.8976715207099915, - 1.8992325067520142, - 1.8840439319610596, - 1.8651304244995117, - 1.811486005783081, - 1.825681209564209, - 1.7561704516410828, - 1.733176827430725, - 1.6677206754684448, - 1.6410999298095703, - 1.663519024848938, - 1.5183579921722412, - 1.5030136704444885, - 1.5347360968589783, - 1.4745954871177673, - 1.4215468168258667, - 1.3780550956726074, - 1.2640039324760437, - 1.3325809240341187, - 1.2765990495681763, - 1.1497583985328674, - 1.1203395128250122, - 1.2153421640396118, - 0.9669531285762787, - 0.9198586642742157, - 0.8436058163642883, - 0.8926714360713959, - 0.8907606899738312, - 0.8701344132423401, - 0.9331682920455933, - 0.8334478139877319, - 0.905369907617569, - 0.702881395816803, - 0.8939762711524963, - 0.6709819436073303, - 0.8751844167709351, - 0.778465211391449, - 0.60076504945755, - 0.6585900783538818, - 0.45286494493484497, - 0.6354860067367554, - 0.5219770967960358, - 0.5797164142131805, - 0.6782611012458801, - 0.48959457874298096, - 0.43019914627075195, - 0.5162656307220459, - 0.46125712990760803, - 0.5004137456417084, - 0.5180605947971344, - 0.3935370445251465, - 0.4595593810081482, - 0.565769374370575, - 0.47799599170684814, - 0.5663362741470337, - 0.26396170258522034, - 0.23165953159332275 + 1.868131160736084, + 1.8541215658187866, + 1.8430853486061096, + 1.8280203342437744, + 1.8164560198783875, + 1.77750164270401, + 1.7457025647163391, + 1.7108261585235596, + 1.6758570671081543, + 1.569625437259674, + 1.5767531394958496, + 1.5224242210388184, + 1.4658383131027222, + 1.5052286386489868, + 1.4746124148368835, + 1.3618229627609253, + 1.2756940126419067, + 1.3203548789024353, + 1.3063666224479675, + 1.1760118007659912, + 1.1775344014167786, + 1.2275830507278442, + 1.0933247804641724, + 1.1575444340705872, + 0.984552413225174, + 1.0897195935249329, + 1.049092948436737, + 0.9609466195106506, + 0.8632796704769135, + 0.9503399133682251, + 0.9022820591926575, + 0.7242566347122192, + 0.7093279659748077, + 0.6987668871879578, + 0.7940088510513306, + 0.7308286428451538, + 0.6591726541519165, + 0.6139948964118958, + 0.692995548248291, + 0.7350808084011078, + 0.5327464044094086, + 0.5517256259918213, + 0.5638185143470764, + 0.5641287863254547, + 0.4041949510574341, + 0.6852342486381531, + 0.5882574319839478, + 0.6344674825668335, + 0.570381224155426, + 0.4017593264579773, + 0.45336657762527466, + 0.6132352948188782, + 0.391092985868454, + 0.41611745953559875, + 0.4599027931690216, + 0.6852983832359314, + 0.43753284215927124, + 0.6108565032482147, + 0.584142655134201, + 0.3669552206993103 ], "p90": [ - 1.953291416168213, - 1.969423770904541, - 1.9850271940231323, - 1.9748455286026, - 1.9955804944038391, - 2.0142927169799805, - 2.00622022151947, - 2.02297043800354, - 2.028942108154297, - 1.9996406435966492, - 2.037028193473816, - 2.016383647918701, - 2.0317004919052124, - 2.095665693283081, - 2.062382698059082, - 2.0861443281173706, - 2.1096673011779785, - 2.1993497610092163, - 2.0937434434890747, - 2.161322236061096, - 2.0798561573028564, - 2.1253339052200317, - 2.3651390075683594, - 2.184579610824585, - 2.2348181009292603, - 2.178998351097107, - 2.2003108263015747, - 2.165876865386963, - 2.142930030822754, - 2.3352620601654053, - 2.235443592071533, - 2.2788000106811523, - 2.1831166744232178, - 2.326977252960205, - 2.311963438987732, - 2.395460605621338, - 2.3519480228424072, - 2.354830265045166, - 2.322226643562317, - 2.21901273727417, - 2.274076461791992, - 2.364391803741455, - 2.1932146549224854, - 2.492183566093445, - 2.3654234409332275, - 2.298003911972046, - 2.344667911529541, - 2.3978580236434937, - 2.515384316444397, - 2.4821131229400635, - 2.2097872495651245, - 2.560767412185669, - 2.3382983207702637, - 2.4033048152923584, - 2.4298312664031982, - 2.5412797927856445, - 2.4122815132141113, - 2.559189558029175, - 2.6010979413986206, - 2.6317574977874756 + 1.9073107838630676, + 1.9251726865768433, + 1.934314250946045, + 1.927236258983612, + 1.9395232796669006, + 1.9435541033744812, + 1.9444685578346252, + 1.9490242004394531, + 2.0062670707702637, + 1.9416247606277466, + 1.9455535411834717, + 1.9700031280517578, + 1.9648079872131348, + 1.9824304580688477, + 2.002510190010071, + 1.9901891946792603, + 2.0114768743515015, + 1.992062747478485, + 2.024046540260315, + 2.080219864845276, + 2.0355184078216553, + 2.0979126691818237, + 2.0932483673095703, + 2.1248470544815063, + 2.198385238647461, + 2.1320234537124634, + 2.1162850856781006, + 2.0813934803009033, + 2.0675331354141235, + 2.1385955810546875, + 2.1779186725616455, + 2.2240686416625977, + 2.1004215478897095, + 2.231495976448059, + 2.060458779335022, + 2.1537067890167236, + 2.125413179397583, + 2.1282676458358765, + 2.1413724422454834, + 2.184603214263916, + 2.2612555027008057, + 2.2204805612564087, + 2.2187517881393433, + 2.3367615938186646, + 2.1072052717208862, + 2.0647891759872437, + 2.2758519649505615, + 2.1406466960906982, + 2.1500983238220215, + 2.1815147399902344, + 2.3024343252182007, + 2.3127368688583374, + 2.1543930768966675, + 2.3082574605941772, + 2.127013683319092, + 2.26387095451355, + 2.336724638938904, + 2.3080861568450928, + 2.2842788696289062, + 2.2205015420913696 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 035d9cc544a3060a41b19ab269e8673fa0d637c8..f21d428cca3081fe2db0e7745d98625713ec5a3a 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:21:58.964551+00:00", + "evaluated_at": "2026-06-19T16:45:36.575257+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, @@ -156,226 +156,226 @@ 1.2999999523162842 ], "p50": [ - 1.4679074883460999, - 1.4578450918197632, - 1.4396090507507324, - 1.445442020893097, - 1.4079566597938538, - 1.3852659463882446, - 1.433871567249298, - 1.4290872812271118, - 1.4231170415878296, - 1.4506279230117798, - 1.4391469955444336, - 1.452509582042694, - 1.4249791502952576, - 1.4920621514320374, - 1.478796660900116, - 1.4530890583992004, - 1.4685123562812805, - 1.463701844215393, - 1.487290382385254, - 1.4390653371810913, - 1.5289541482925415, - 1.496548593044281, - 1.515157699584961, - 1.4927279353141785, - 1.4483943581581116, - 1.4779413342475891, - 1.5158873796463013, - 1.4806902408599854, - 1.4780933856964111, - 1.5324386954307556, - 1.5056049227714539, - 1.514170527458191, - 1.5366435647010803, - 1.5450130105018616, - 1.5231329202651978, - 1.5581923127174377, - 1.5297460556030273, - 1.5824851989746094, - 1.5593425631523132, - 1.599115788936615, - 1.5241759419441223, - 1.5229209661483765, - 1.595233976840973, - 1.570552110671997, - 1.5607466101646423, - 1.5881255865097046, - 1.588974118232727, - 1.5896292924880981, - 1.5794914364814758, - 1.5965902209281921, - 1.5587236881256104, - 1.4853017926216125, - 1.5591985583305359, - 1.5299938917160034, - 1.6203911304473877, - 1.5721495747566223, - 1.5396960973739624, - 1.5239402651786804, - 1.6407076120376587, - 1.6109883785247803, - 1.5780572891235352, - 1.561133623123169, - 1.6401230692863464, - 1.62930029630661, - 1.5200207233428955, - 1.5664765238761902, - 1.6737914681434631, - 1.5892950296401978, - 1.539981484413147, - 1.626325786113739, - 1.5853869318962097, - 1.6354597210884094 + 1.4483641982078552, + 1.4352070689201355, + 1.4735711216926575, + 1.4334120154380798, + 1.4026578068733215, + 1.4157832860946655, + 1.4210139513015747, + 1.4348119497299194, + 1.446252167224884, + 1.4506452679634094, + 1.443636953830719, + 1.4843479990959167, + 1.4158629775047302, + 1.4663654565811157, + 1.4613298773765564, + 1.497847557067871, + 1.443091869354248, + 1.465552806854248, + 1.4570083618164062, + 1.4502075910568237, + 1.4678844809532166, + 1.4789966344833374, + 1.5255535244941711, + 1.481769621372223, + 1.4774980545043945, + 1.5247014164924622, + 1.541895568370819, + 1.4805938005447388, + 1.5204314589500427, + 1.4756473898887634, + 1.5143812894821167, + 1.5128557682037354, + 1.5499075055122375, + 1.5511943101882935, + 1.5377852320671082, + 1.541502296924591, + 1.5474689602851868, + 1.5358240008354187, + 1.5911515355110168, + 1.5974717736244202, + 1.5498719811439514, + 1.5816704630851746, + 1.6040105819702148, + 1.561923325061798, + 1.614644467830658, + 1.545429527759552, + 1.5680749416351318, + 1.5942445397377014, + 1.572167694568634, + 1.5718703866004944, + 1.6163408160209656, + 1.6202387809753418, + 1.576280653476715, + 1.551857352256775, + 1.5760151743888855, + 1.5978162288665771, + 1.5994879007339478, + 1.6019336581230164, + 1.6355422139167786, + 1.5765263438224792, + 1.5799748301506042, + 1.6204009652137756, + 1.644049346446991, + 1.6771032214164734, + 1.5680344104766846, + 1.567373514175415, + 1.6567781567573547, + 1.6129842400550842, + 1.5905264616012573, + 1.6046704053878784, + 1.6336913108825684, + 1.6058202385902405 ], "p10": [ - 1.3284874558448792, - 1.2846691012382507, - 1.2244961857795715, - 1.2517470717430115, - 1.1976484656333923, - 1.171399474143982, - 1.1928083300590515, - 1.2433069944381714, - 1.1860949397087097, - 1.1833416223526, - 1.1909485459327698, - 1.2031413912773132, - 1.1439509391784668, - 1.205199420452118, - 1.1904538869857788, - 1.0830410718917847, - 1.1215144395828247, - 1.053614854812622, - 1.1500899195671082, - 1.121074914932251, - 1.1801950335502625, - 1.0625700950622559, - 1.105228066444397, - 1.1003798842430115, - 1.061212420463562, - 1.0539621114730835, - 1.1738009452819824, - 1.119495451450348, - 1.110221803188324, - 1.158647358417511, - 1.0440647602081299, - 1.0563026666641235, - 1.1403677463531494, - 1.037123680114746, - 1.1295921206474304, - 1.021087408065796, - 1.0408900380134583, - 1.1177825927734375, - 1.032028317451477, - 1.1117171049118042, - 0.9796047806739807, - 1.0563234090805054, - 1.0517361164093018, - 1.0810225009918213, - 1.0565680265426636, - 1.0171487927436829, - 0.9855152368545532, - 1.0728917121887207, - 1.0281634330749512, - 1.1492695808410645, - 0.9919692277908325, - 0.9583035409450531, - 0.9268363118171692, - 0.9599831998348236, - 1.0445675253868103, - 0.9034814238548279, - 0.9864947497844696, - 1.0905188918113708, - 1.1021084785461426, - 1.0344895720481873, - 0.9150033295154572, - 1.0282189846038818, - 1.0739059448242188, - 1.0000490546226501, - 0.9704803824424744, - 1.0739743113517761, - 1.0310589671134949, - 0.9164285063743591, - 0.9454520046710968, - 0.8848482668399811, - 0.8302841186523438, - 0.9771506786346436 + 1.325534999370575, + 1.2677475214004517, + 1.2571541666984558, + 1.2407442331314087, + 1.2012022733688354, + 1.1739761233329773, + 1.1712281703948975, + 1.2117568850517273, + 1.2114059925079346, + 1.1910493969917297, + 1.1862863898277283, + 1.2203088998794556, + 1.0798575282096863, + 1.1720674633979797, + 1.1314061284065247, + 1.2001859545707703, + 1.1018683314323425, + 1.1576887369155884, + 1.140630066394806, + 1.0908337831497192, + 1.1057897806167603, + 1.1126577854156494, + 1.1271585822105408, + 1.040363609790802, + 1.1438279747962952, + 1.1004647612571716, + 1.0764425992965698, + 1.1428027153015137, + 1.0096989274024963, + 1.0540953278541565, + 1.0988598465919495, + 1.0441190004348755, + 1.1449247002601624, + 1.0771729946136475, + 1.0268452167510986, + 1.1862480640411377, + 1.0101348161697388, + 1.080469787120819, + 1.0299289226531982, + 1.0247356295585632, + 1.0763322710990906, + 1.013651728630066, + 1.114670753479004, + 1.120795488357544, + 1.0879144072532654, + 1.0340951085090637, + 1.0657190084457397, + 0.9607154726982117, + 1.0342315435409546, + 1.1295880675315857, + 0.9895930886268616, + 1.008943110704422, + 0.9734253287315369, + 1.0354214310646057, + 1.1006261110305786, + 0.9420902132987976, + 1.0130329728126526, + 1.0789851546287537, + 1.1111236810684204, + 1.0355615615844727, + 0.9757675528526306, + 0.9161643981933594, + 1.067798674106598, + 1.0275825262069702, + 0.985167920589447, + 0.9694036543369293, + 1.0400274991989136, + 0.9497752785682678, + 0.8917396366596222, + 0.905707836151123, + 0.9364465773105621, + 0.8765592873096466 ], "p90": [ - 1.5925671458244324, - 1.6620914936065674, - 1.6110512614250183, - 1.6593944430351257, - 1.6392675042152405, - 1.6730070114135742, - 1.6875115036964417, - 1.739893615245819, - 1.6608235239982605, - 1.7341316938400269, - 1.774254560470581, - 1.7994970679283142, - 1.76455956697464, - 1.8241457343101501, - 1.9334101676940918, - 1.7815695405006409, - 1.8850758075714111, - 1.916924774646759, - 1.8812737464904785, - 1.871932864189148, - 1.943253755569458, - 1.885960578918457, - 1.9311398267745972, - 1.9999684691429138, - 1.9583798050880432, - 1.9410051703453064, - 1.978194534778595, - 2.095782995223999, - 2.103471040725708, - 2.1315962076187134, - 2.136129379272461, - 2.2695717811584473, - 2.055975914001465, - 2.106987953186035, - 2.303356409072876, - 2.1972901821136475, - 2.2067676782608032, - 2.217028021812439, - 2.404608726501465, - 2.39693284034729, - 2.0828564167022705, - 2.173587679862976, - 2.225806951522827, - 2.444781541824341, - 2.2644463777542114, - 2.287798762321472, - 2.5626484155654907, - 2.493247628211975, - 2.3023502826690674, - 2.332635283470154, - 2.376260757446289, - 2.3268848657608032, - 2.403914451599121, - 2.414297938346863, - 2.8351314067840576, - 2.474117636680603, - 2.200402617454529, - 2.27224862575531, - 2.4586223363876343, - 2.770648717880249, - 2.84459912776947, - 2.535653591156006, - 2.669287919998169, - 2.618924856185913, - 2.235512614250183, - 2.622028112411499, - 2.760298728942871, - 2.249448537826538, - 2.5192627906799316, - 2.7257704734802246, - 2.660754680633545, - 3.281468987464905 + 1.6006975173950195, + 1.583337426185608, + 1.6983330845832825, + 1.6741231679916382, + 1.6453787088394165, + 1.6089282035827637, + 1.6737534999847412, + 1.697316586971283, + 1.6952914595603943, + 1.7870907187461853, + 1.754278540611267, + 1.8036912083625793, + 1.820690929889679, + 1.901553988456726, + 1.875753939151764, + 1.8520421385765076, + 1.8260136246681213, + 1.901967167854309, + 1.9238644242286682, + 1.8665096759796143, + 1.9549689888954163, + 1.900219440460205, + 1.9976457953453064, + 2.007905602455139, + 1.949034571647644, + 1.9771040081977844, + 2.1230779886245728, + 1.9565388560295105, + 1.9863966703414917, + 1.9775949120521545, + 2.1480815410614014, + 2.27197265625, + 2.08984112739563, + 2.0332422256469727, + 2.0098713636398315, + 2.122206449508667, + 2.220651865005493, + 2.460377812385559, + 2.271175265312195, + 2.480194926261902, + 2.2020134925842285, + 2.296679973602295, + 2.240850567817688, + 2.2581019401550293, + 2.433130145072937, + 2.3238991498947144, + 2.4804680347442627, + 2.6495399475097656, + 2.1569032669067383, + 2.231258273124695, + 2.2763713598251343, + 2.4891257286071777, + 2.495026111602783, + 2.2752468585968018, + 2.651639699935913, + 2.479921340942383, + 2.3437130451202393, + 2.41025173664093, + 2.206839442253113, + 2.4440938234329224, + 2.76192307472229, + 2.878575563430786, + 2.5200600624084473, + 2.6358678340911865, + 2.2953081130981445, + 2.4049577713012695, + 2.56538724899292, + 2.4103176593780518, + 2.617472290992737, + 2.4598737955093384, + 2.5432071685791016, + 3.032390832901001 ], "timestamps": [ "2026-06-17 16:50:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dded99ac5547c2ff36aff7a94c1331733d1a5c6b..7a96d55a51c1d46adea70c296220800055cca272 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:24:48.387815+00:00", + "evaluated_at": "2026-06-19T16:45:44.842542+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 11.453204154968262, - 12.16274118423462, - 12.378678798675537, - 11.921142101287842, - 12.253052711486816, - 12.150718688964844, - 12.796643257141113, - 11.783735275268555, - 12.825552940368652, - 12.345579624176025, - 12.241247653961182, - 12.523101806640625, - 12.390015125274658, - 11.842290878295898, - 12.34696626663208, - 12.771515369415283, - 12.416122913360596, - 12.588053226470947, - 12.540299892425537, - 12.380273342132568, - 12.177780151367188, - 12.180017471313477, - 12.329245567321777, - 12.053717136383057 + 13.152220726013184, + 12.438209533691406, + 11.708332538604736, + 11.834115028381348, + 12.211124420166016, + 12.44620132446289, + 12.932764053344727, + 13.533334255218506, + 12.588106155395508, + 12.013775825500488, + 12.541529178619385, + 13.09896993637085, + 12.610766410827637, + 12.42195987701416, + 13.57485580444336, + 13.077314376831055, + 12.230984210968018, + 12.429929733276367, + 12.88448190689087, + 12.376169681549072, + 12.531015872955322, + 13.47597074508667, + 12.480117797851562, + 12.274075984954834 ], "p10": [ - 6.974509000778198, - 7.083007097244263, - 6.828327178955078, - 7.273730516433716, - 6.952672719955444, - 8.054418087005615, - 7.638486862182617, - 7.40270733833313, - 7.093660116195679, - 7.5164313316345215, - 8.166009902954102, - 7.945291757583618, - 7.399909257888794, - 7.049551486968994, - 7.885334730148315, - 7.473207950592041, - 7.723045110702515, - 7.220428228378296, - 6.745991230010986, - 7.172879219055176, - 6.835000514984131, - 7.242989540100098, - 7.153920412063599, - 7.316302537918091 + 8.306140422821045, + 7.8474085330963135, + 7.936868906021118, + 7.807549953460693, + 8.778831481933594, + 8.689245223999023, + 7.568694114685059, + 8.611882209777832, + 8.002115249633789, + 8.259924411773682, + 8.093987464904785, + 8.039290428161621, + 8.114189147949219, + 8.27101993560791, + 8.526403427124023, + 7.595376014709473, + 8.022009134292603, + 8.026893615722656, + 8.90019702911377, + 8.287156105041504, + 8.059825420379639, + 8.617870330810547, + 8.097135066986084, + 7.6339545249938965 ], "p90": [ - 18.0693416595459, - 18.461946487426758, - 18.826210021972656, - 17.970252990722656, - 19.20232582092285, - 19.751195907592773, - 19.37732982635498, - 19.374438285827637, - 20.82612895965576, - 19.45224666595459, - 18.889892578125, - 21.56960678100586, - 18.69701385498047, - 18.923797607421875, - 19.23603057861328, - 19.873615264892578, - 20.15093421936035, - 21.031265258789062, - 20.01592445373535, - 20.770870208740234, - 19.458176612854004, - 20.8819522857666, - 21.193243980407715, - 21.198981285095215 + 20.26753807067871, + 18.885891914367676, + 18.08478832244873, + 18.234150886535645, + 18.728602409362793, + 18.9991455078125, + 20.26753807067871, + 20.46873378753662, + 19.437681198120117, + 17.787891387939453, + 20.111177444458008, + 19.86305809020996, + 20.26753807067871, + 19.513508796691895, + 19.506826400756836, + 19.850361824035645, + 17.762086868286133, + 19.35603904724121, + 19.81516170501709, + 19.760781288146973, + 19.7863712310791, + 21.104846000671387, + 18.13810157775879, + 20.220242500305176 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 66795bf9979d9f87519467eb908e58955f0ea22e..09d9e428fb6946a35e4ab57b2fc019087376e0a0 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,30 +1,36 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T16:33:22.580492+00:00", + "evaluated_at": "2026-06-19T16:45:49.378846+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 3270cb8c1ddc148b9a5822390900116007dd65b2..36bc71bbdedf18f2b59e6b8f5480d553dc2de3f1 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,2976970.8600683515,2900099.972834121,1541.2992281729748,1.4010838190334534,0.024334418604790225,0.023976029527836635,38.79174977163109,1725.3900602670549,0.02709122326440491,0.024200719865759574,0.02325250139544322,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.8577144586811323,2.8984197814294816,1.5162396095483064,0.8690967662654628,0.06401851784150171,0.06487387899828524,4.763387027254713,1.6904775830164482,0.07238958145115224,0.0649283680644894,0.05494838497429076,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1397405430600713,1.1480588346506333,0.8633383997578647,1.0852208866615134,13.706985835132748,0.7647656279826919,39.8387033460831,1.0675863164447508,1.0771369576477097,0.8710618364166286,0.8554809670320018,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.4571890123558238,1.4663720099763153,1.0187359166982668,1.279122771924495,19.634737730939655,0.9073704811127263,47.274056262869074,1.207140841971567,1.3968843326860243,1.1788651263394685,1.1610681743050395,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.017074227894479686,0.017068248456138736,0.10314879369109733,0.5157438621091786,0.07436297473860504,0.07408967107500666,5.470514575885746,0.13066838904065392,0.09296565508533347,0.07338649574818992,0.06287372784562575,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5644184584872511,0.5901546814541904,0.7646929983507107,2.6727128478690165,0.04497497235103489,0.04601885167540867,68.70352380562889,0.7512778836670564,0.04420365157589368,0.044992969441118774,0.04401887054492806,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,123.1520845596156,117.66465586068837,9.233204919030618,0.8376981059478344,0.4070825681809423,0.3117402726424606,16.324274286169416,11.097390889736902,0.40293098540648353,0.33524495923863057,0.30584784614067806,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.298173520303194,4.584161135602205,1.693451557823676,0.8773777405028387,0.06187589742213945,0.06414078009724139,8.183756816214823,2.0732036851942923,0.07849328177815562,0.06411553831164121,0.052719823374708055,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,27.699797197147173,30.71735701501189,4.555763473053892,0.7942251091038263,0.8530761937386188,0.4574294760996062,4.412832592511158,5.263059680181023,0.5689794248844349,0.4925149700598802,0.36957688227149305,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,21.651331597222207,24.256944444444443,4.138888888888888,0.7120669056152926,0.6418433033016365,0.4157184247180414,4.219354532519708,4.653099138984921,0.500781970114969,0.4454409566517189,0.3291944859657863,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1352.3516731114817,1431.266832102189,29.7459795321638,0.39118000480653764,0.012054667627284856,0.011946767486783076,15.0719539015544,36.77433443464996,0.014796044030705767,0.011968206349906642,0.011934677431214272,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d6f09dba1c77dcba9dcb49fc4f1b6a1f2364cb86..edd4a331f18ac60cc5386534410b8f8aacca582c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T16:34:26.099295+00:00", + "evaluated_at": "2026-06-19T16:49:57.034293+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2915b0da4d869b566a63026457912e5309cd7b79..53eca1a8a6c50382ccbf19990e4d5f46d8a509c4 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:25:36.121127+00:00", + "evaluated_at": "2026-06-19T16:49:57.042191+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 89e2b24796f1135fc5d5847868a1a57388ad2df8..0091b918cc17cf9316bd2f8a8ce7a6dc54522b5a 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T16:23:30.625750+00:00", + "evaluated_at": "2026-06-19T16:49:57.053683+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.8317334312150668, - 1.8287334102342319, - 1.8272334369967174, - 1.8302334207246493, - 1.8297334569642734, - 1.8237335044095706, - 1.8287334400365542, - 1.828233424122114, - 1.8287334102342319, - 1.833233411903162, - 1.8362334030816745, - 1.83073344408967, - 1.8302334207246493, - 1.831233407850046, - 1.8307333844850253, - 1.8337334054658603, - 1.83673348605134, - 1.8372335094163608, - 1.8297334569642734, - 1.8252334403941821, - 1.8247334393809032, - 1.8357334393212985, - 1.8392334166119289, - 1.828233424122114, - 1.8347333329866122, - 1.8367334264466952, - 1.833733375663538, - 1.8397334474275302, - 1.8292334335992526, - 1.8317334014127444, - 1.8277334007570933, - 1.8247334468314838, - 1.8357333797166537, - 1.8317334312150668, - 1.8287334102342319, - 1.8342333692262363, - 1.8317334312150668, - 1.8287334698388766, - 1.8287334102342319, - 1.8327334183404635, - 1.8377333539674472, - 1.837733413572092, - 1.833233411903162, - 1.8297334569642734, - 1.835733431870718, - 1.8242334383676242, - 1.8237334150026034, - 1.8357334989259433, - 1.825733441407461, - 1.8357334393212985, - 1.8322333949754428, - 1.8252334403941821, - 1.8367335456559848, - 1.838233377332468, - 1.8252334329436015, - 1.8317334014127444, - 1.8322334247777652, - 1.8287334102342319, - 1.8352334085056972, - 1.8287334102342319 + 1.878623221874902, + 1.875623200894067, + 1.8741232798106167, + 1.881623242855737, + 1.87162325239248, + 1.872623217166135, + 1.8741232798106167, + 1.8726232395178768, + 1.872623179913232, + 1.8736232266432735, + 1.8771232113844845, + 1.879123185635278, + 1.874623273373315, + 1.875623200894067, + 1.8761232242590877, + 1.8801232845193836, + 1.8791232154376003, + 1.881123279095361, + 1.875123237133691, + 1.8736232266432735, + 1.872623254419038, + 1.878623221874902, + 1.8821232066161129, + 1.8736232266432735, + 1.881623242855737, + 1.8801231727606746, + 1.8801232249147388, + 1.8846232638365719, + 1.8806232557303402, + 1.881623242855737, + 1.8736232266432735, + 1.872123216152856, + 1.878623221874902, + 1.8771232411868068, + 1.8741232500082943, + 1.8741232500082943, + 1.8766232476241085, + 1.875123237133691, + 1.872123216152856, + 1.874623273373315, + 1.8841232330209705, + 1.8846232489354107, + 1.878623221874902, + 1.879123185635278, + 1.8816233024603817, + 1.8686232910162899, + 1.8696232483393642, + 1.874623273373315, + 1.8696232110864612, + 1.8806232482797596, + 1.876623217821786, + 1.874623273373315, + 1.880623315334985, + 1.8796232090002987, + 1.872623217166135, + 1.875623200894067, + 1.874623273373315, + 1.872123216152856, + 1.874623273373315, + 1.8736232266432735 ], "p10": [ - 1.7973333972642611, - 1.7827334064195346, - 1.7787334579179477, - 1.777733470792551, - 1.7787334579179477, - 1.7797333854386996, - 1.7796333926866243, - 1.7807334321687411, - 1.7807334321687411, - 1.779733415241022, - 1.7816334742257784, - 1.7807334346833121, - 1.782533409273852, - 1.7807334321687411, - 1.7893334376762102, - 1.7816334742257784, - 1.7857334542224597, - 1.7867334145257663, - 1.7827334064195346, - 1.777633406514902, - 1.7805334347436619, - 1.7856334227273654, - 1.7893334376762102, - 1.7797334122607897, - 1.7907334360430431, - 1.7866334158132267, - 1.7807334321687411, - 1.7857334274003696, - 1.7816334745051752, - 1.7857334542224597, - 1.7777334648320864, - 1.7796334195087147, - 1.7827334064195346, - 1.7807334321687411, - 1.7796333926866243, - 1.7816334742257784, - 1.790333421821375, - 1.7807334321687411, - 1.7807334321687411, - 1.7807334321687411, - 1.7827334064195346, - 1.790733449454088, - 1.7894334334085178, - 1.7827334064195346, - 1.7797333854386996, - 1.7807334321687411, - 1.7807334321687411, - 1.7816334745051752, - 1.7825334089944553, - 1.7856334227273654, - 1.7856334227273654, - 1.7817334788987826, - 1.7827334064195346, - 1.7917334693620395, - 1.7825334089944553, - 1.7797334122607897, - 1.7856334227273654, - 1.7807334346833121, - 1.783733453149576, - 1.7826334136674593 + 1.8394233018762562, + 1.8285232648856136, + 1.8255232468850109, + 1.8226232275969478, + 1.824523209095666, + 1.8255232439047786, + 1.8235232756144497, + 1.8285232648856136, + 1.8285232648856136, + 1.8276232228285763, + 1.8276232228285763, + 1.8306232438094112, + 1.8256232510923538, + 1.8255232439047786, + 1.828323267739931, + 1.8256232485777828, + 1.8302232489592525, + 1.827523230076501, + 1.8301232445656452, + 1.827423225403497, + 1.8236232743269893, + 1.835123269320199, + 1.8286232695586178, + 1.8246232018477413, + 1.8315232352025006, + 1.827523230076501, + 1.8276232228285763, + 1.8256232513717505, + 1.8256232510923538, + 1.8342232540852519, + 1.8235232756144497, + 1.824523209095666, + 1.8246232286698314, + 1.827523230076501, + 1.8235232756144497, + 1.8236232743269893, + 1.839523302078912, + 1.8256232485777828, + 1.8256232485777828, + 1.8256232485777828, + 1.82652329063482, + 1.8343232498175595, + 1.8355232403285, + 1.8235232756144497, + 1.8246232018477413, + 1.8226232872015926, + 1.8235232696539851, + 1.8286232695586178, + 1.8256232510923538, + 1.8265232909142168, + 1.8315232322222683, + 1.8245232359177563, + 1.8303232417113278, + 1.835623268843362, + 1.8256232485777828, + 1.8256232485777828, + 1.8306232706315013, + 1.8266232953078243, + 1.8276232228285763, + 1.8285232648856136 ], "p90": [ - 1.8627334493348788, - 1.861833428139467, - 1.8627334493348788, - 1.8608334439943026, - 1.8628334420869541, - 1.8607333636979055, - 1.8627333956906986, - 1.863733379835863, - 1.8607333636979055, - 1.8608334339360189, - 1.8607334352234792, - 1.8627334493348788, - 1.8628334450671862, - 1.8637333828160954, - 1.8588334935853672, - 1.862733389730234, - 1.8609334397266102, - 1.8618334340999316, - 1.862733389730234, - 1.8598334289292286, - 1.8577334272811603, - 1.8608334439943026, - 1.8637334364602756, - 1.8627334493348788, - 1.8637334364602756, - 1.862733389730234, - 1.860733434105892, - 1.8638334351728152, - 1.8589334863374423, - 1.8579334515283297, - 1.861833428139467, - 1.8627334493348788, - 1.8628334420869541, - 1.8577334541032504, - 1.8609334296683262, - 1.8627333956906986, - 1.8627333956906986, - 1.8628334420869541, - 1.8627334493348788, - 1.8578334468553257, - 1.8627333956906986, - 1.861933426852007, - 1.8627334493348788, - 1.8577334541032504, - 1.8627334493348788, - 1.8637334364602756, - 1.8637334364602756, - 1.864833424905915, - 1.8608334439943026, - 1.8637334096381855, - 1.8588333862970066, - 1.8598334300468158, - 1.8627334493348788, - 1.8637334364602756, - 1.8558333772371005, - 1.8627334493348788, - 1.8598334289292286, - 1.8609334356287908, - 1.8637334096381855, - 1.8587333935449313 + 1.9076232657439205, + 1.9056231801069472, + 1.9076232657439205, + 1.9076232657439205, + 1.9067232445485087, + 1.9066232488162014, + 1.9076232061392757, + 1.9086232528693172, + 1.9056231801069472, + 1.9056232516325209, + 1.9046232447630855, + 1.9076232657439205, + 1.9076232120997403, + 1.9056231722838375, + 1.9066232488162014, + 1.903823203281233, + 1.9076232061392757, + 1.9067232445485087, + 1.9086231932646724, + 1.9056232505149338, + 1.9037233099944089, + 1.9056232516325209, + 1.9086231932646724, + 1.9067232445485087, + 1.9086232528693172, + 1.9076232061392757, + 1.9056232516325209, + 1.9077232584959958, + 1.9057232503450605, + 1.9086232230669948, + 1.9056232516325209, + 1.9076232061392757, + 1.9076232657439205, + 1.902623270512292, + 1.9066232488162014, + 1.9047232453382703, + 1.9056231801069472, + 1.9077232584959958, + 1.9056232516325209, + 1.902623270512292, + 1.9066232488162014, + 1.903623209953973, + 1.9076232657439205, + 1.9037233099944089, + 1.9076232657439205, + 1.9077232584959958, + 1.9056232616908046, + 1.9076232061392757, + 1.903623198033044, + 1.9056231801069472, + 1.9076232657439205, + 1.9066232488162014, + 1.9056232616908046, + 1.9086232230669948, + 1.8996232495314571, + 1.9076232657439205, + 1.9067232505089733, + 1.902623270512292, + 1.9076232657439205, + 1.902623270512292 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6b7eb7413fe40e1f1c7045eece7fdae5eeb66628..7adc07689664637bc6f80cdf9d3e329ad60d10c4 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T16:23:30.636657+00:00", + "evaluated_at": "2026-06-19T16:49:57.064597+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dcd45f9166da961e9d5f828e99ae28899017c29e..493b78cab8a47951b5286eb2f6d4bd67c89a7102 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:25:36.131644+00:00", + "evaluated_at": "2026-06-19T16:49:57.073041+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 12.16691616766467, - 13.16691616766467, - 13.16691616766467, - 12.16691616766467, - 12.16691616766467, - 14.16691616766467, - 13.16691616766467, - 14.66691616766467, - 13.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.16691616766467, - 13.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.66691616766467, - 13.16691616766467, - 14.16691616766467, - 14.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.16691616766467 + 13.416666666666666, + 13.416666666666666, + 12.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 12.416666666666666, + 13.416666666666666, + 12.416666666666666, + 14.416666666666666, + 12.416666666666666, + 12.916666666666666, + 12.416666666666666, + 11.416666666666666, + 13.416666666666666, + 13.416666666666666, + 11.416666666666666, + 12.416666666666666, + 12.416666666666666, + 12.416666666666666, + 12.416666666666666 ], "p10": [ - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 4.066916167664672, - 6.066916167664672, - 5.16691616766467, - 6.16691616766467, - 6.16691616766467, - 5.16691616766467, - 6.16691616766467, - 6.16691616766467, - 6.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 6.16691616766467, - 5.066916167664672, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 4.16691616766467 + 5.316666666666668, + 5.416666666666666, + 4.416666666666666, + 5.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 5.416666666666666, + 5.416666666666666, + 4.416666666666666, + 3.416666666666666, + 5.316666666666668, + 4.416666666666666, + 4.416666666666666, + 5.316666666666668, + 5.416666666666666, + 4.416666666666666, + 4.416666666666666, + 3.416666666666666, + 4.416666666666666, + 5.316666666666668 ], "p90": [ - 19.16691616766467, - 20.16691616766467, - 19.266916167664665, - 19.266916167664665, - 20.16691616766467, - 20.16691616766467, - 20.16691616766467, - 21.16691616766467, - 20.16691616766467, - 20.16691616766467, - 20.266916167664665, - 20.16691616766467, - 21.16691616766467, - 18.266916167664665, - 21.16691616766467, - 20.16691616766467, - 20.16691616766467, - 21.16691616766467, - 20.16691616766467, - 22.16691616766467, - 21.16691616766467, - 21.16691616766467, - 20.266916167664665, - 20.266916167664665 + 19.416666666666664, + 19.51666666666666, + 19.416666666666664, + 19.416666666666664, + 20.416666666666664, + 19.416666666666664, + 19.416666666666664, + 20.416666666666664, + 20.416666666666664, + 20.416666666666664, + 20.51666666666666, + 19.416666666666664, + 19.416666666666664, + 19.416666666666664, + 19.416666666666664, + 18.416666666666664, + 18.416666666666664, + 19.416666666666664, + 19.51666666666666, + 19.416666666666664, + 19.51666666666666, + 19.416666666666664, + 20.416666666666664, + 19.416666666666664 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index dd7a2edd37e695d2c06d8276a6c7ae2dda297d37..a39e70c1e44a46fac5d7a523d6e9b8c9135063f0 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,30 +1,36 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T16:34:26.131374+00:00", + "evaluated_at": "2026-06-19T16:49:57.077580+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index af48ee094116ac2cb130f2778abc03c47d857b57..bf33662b93443dcf3b9f461489f9107a04e6811d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,394 @@ { - "status": "partial", - "started_at": "2026-06-20T00:35:23.243020+00:00", - "finished_at": "2026-06-20T02:22:43.322427+00:00", - "task_count": 8, + "status": "ok", + "started_at": "2026-06-19T16:38:57.082678+00:00", + "finished_at": "2026-06-19T16:49:57.119242+00:00", + "task_count": 5, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-20T02:40:51.840029+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-19T16:40:11.425786+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-19T16:41:20.898894+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:42:40.718461+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-19T16:44:14.586946+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-19T16:45:49.378846+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-19T16:49:54.843540+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-19T16:49:56.898053+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-19T16:49:57.028960+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-19T16:49:57.077580+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-19T16:49:57.117360+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_164956.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..ab8ad843a9416d55acd8089e83aa7b7d3d62198d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_164956.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:49:56.698748+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_163926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_163926.json new file mode 100644 index 0000000000000000000000000000000000000000..1b087f42c86de66e13be4a0072044a7e7a1c079c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_163926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:39:26.118526+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_164956.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..b49cb73ee09856116a2cd20d01f61cfb864cc6bd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_164956.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T16:49:56.944333+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_164455.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_164455.json new file mode 100644 index 0000000000000000000000000000000000000000..aa4dff937ab1a22cc18081af11a173651e12d1cb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_164455.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:44:55.346843+00:00", + "metrics": { + "MSE[mean]": 1389713.114781062, + "MSE[0.5]": 1235025.0088157654, + "MAE[0.5]": 883.2867838541666, + "MASE[0.5]": 0.8029322261395988, + "MAPE[0.5]": 0.013991149870790219, + "sMAPE[0.5]": 0.013837093851515403, + "MSIS": 5.295519299875008, + "RMSE[mean]": 1178.8609395433637, + "NRMSE[mean]": 0.01850989271719361, + "ND[0.5]": 0.013868933187309323, + "mean_weighted_sum_quantile_loss": 0.009578238163803675 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64541.404296875, + 64542.232421875, + 64580.169921875, + 64565.1953125, + 64484.52734375, + 64731.513671875, + 64666.078125, + 64667.896484375, + 64598.548828125, + 64635.40625, + 64638.05078125, + 64608.921875, + 64528.001953125, + 64596.4609375, + 64553.306640625, + 64558.865234375, + 64378.890625, + 64661.986328125, + 64626.125, + 64536.720703125, + 64401.37890625, + 64496.01953125, + 64274.9140625, + 64197.263671875 + ], + "p10": [ + 64205.59765625, + 64118.619140625, + 63952.98828125, + 63888.4375, + 63604.30859375, + 63614.287109375, + 63605.400390625, + 63526.37109375, + 63329.458984375, + 63505.259765625, + 63354.515625, + 63455.171875, + 63243.263671875, + 63175.572265625, + 63122.111328125, + 63160.240234375, + 62819.576171875, + 62651.904296875, + 62729.599609375, + 62727.087890625, + 62623.96875, + 62991.390625, + 62039.712890625, + 61968.607421875 + ], + "p90": [ + 64911.767578125, + 65092.896484375, + 65173.9921875, + 65398.837890625, + 65313.931640625, + 65606.13671875, + 65780.94921875, + 65798.9375, + 65930.16015625, + 65914.3359375, + 66168.91015625, + 66054.65625, + 65888.34765625, + 66026.15234375, + 65912.578125, + 65930.30859375, + 66006.4375, + 66382.9765625, + 66194.73828125, + 66276.43359375, + 66196.25390625, + 66409.3125, + 66331.51171875, + 66613.28125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_164957.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..ab46c101c4841ad1666d65035841593b2158af01 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_164957.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:49:57.034293+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_164957.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..d89e0415c838565e119721cdeb982ad013ec7df1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_164957.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:49:57.082596+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_164644.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_164644.json new file mode 100644 index 0000000000000000000000000000000000000000..1e09e1b3a701c5c9841f39776636e279e450ff96 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_164644.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:46:44.197743+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_164036.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_164036.json new file mode 100644 index 0000000000000000000000000000000000000000..dfe3d9ed1ce2531348a06a9b06f0ed19ebd5bd4b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_164036.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:40:36.804637+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_164326.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_164326.json new file mode 100644 index 0000000000000000000000000000000000000000..ff768b748e54aca48f59122f4994dc4e4d90c133 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_164326.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:43:26.179320+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_164151.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_164151.json new file mode 100644 index 0000000000000000000000000000000000000000..8cfdd584764b407abb942115a2aebc61cf2b539e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_164151.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:41:51.769936+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_164956.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..bc4959cc44c08c2525cb567e38f9beb418f1731f --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_164956.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:49:56.880242+00:00", + "metrics": { + "MSE[mean]": 25.516295252320646, + "MSE[0.5]": 20.057119597805546, + "MAE[0.5]": 3.850242866584704, + "MASE[0.5]": 0.6624073748962932, + "MAPE[0.5]": 0.588570038249146, + "sMAPE[0.5]": 0.397416098389503, + "MSIS": 3.9799989727937812, + "RMSE[mean]": 5.051365681904315, + "NRMSE[mean]": 0.5436447370659353, + "ND[0.5]": 0.4143759138925242, + "mean_weighted_sum_quantile_loss": 0.3177295412185631 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 12.431995327340593, + 13.183619259922969, + 12.267179192683471, + 12.129944047928678, + 11.689074616514525, + 12.472736195569107, + 12.900428087361817, + 13.056657469241124, + 12.567887278786813, + 12.129948057966104, + 12.121801144349728, + 11.992150150901505, + 12.32470676362626, + 12.129948057966134, + 12.472736203444278, + 12.32470676362626, + 12.129948057966134, + 12.661655517511935, + 12.513320989163269, + 12.129948057966134, + 12.247442334180874, + 12.167018812014014, + 13.074193927574264, + 11.771897145489659 + ], + "p10": [ + 7.718982808725664, + 7.828616491691615, + 7.755866624872896, + 7.674031723168549, + 6.209440994527628, + 6.1917622285614415, + 7.76505948843366, + 6.999638680797319, + 6.959570672576372, + 6.959570672577027, + 7.881320282734223, + 6.191762236436612, + 6.5256455242382705, + 6.926325606595564, + 7.872962846136749, + 7.007784577948033, + 7.33291001368569, + 7.679240787127436, + 7.794477273961782, + 6.886257598359836, + 7.830658403258805, + 7.292251572976678, + 7.794477273961782, + 7.679240787127436 + ], + "p90": [ + 19.104359196045923, + 19.94312342164631, + 19.585202624589137, + 17.988298037422545, + 17.93641018123052, + 19.585293105066057, + 18.455327243814683, + 19.150435876087446, + 20.17172911934003, + 18.676304112140212, + 19.98545259600941, + 18.663257010047083, + 18.663257010047083, + 19.280906897034512, + 19.163482978196072, + 17.398872086921486, + 18.455327244163676, + 19.280906897034512, + 19.190037320149983, + 18.609126024929772, + 19.546450316573623, + 18.537885209450756, + 19.9451653332135, + 19.280906897034512 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_164008.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_164008.json new file mode 100644 index 0000000000000000000000000000000000000000..dfe142330e80e6796ee600733ddd243cfe8c8e94 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_164008.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:40:08.016003+00:00", + "metrics": { + "MSE[mean]": 18.63931769536968, + "MSE[0.5]": 18.63931769536968, + "MAE[0.5]": 3.6850690841674805, + "MASE[0.5]": 0.6339903800718246, + "MAPE[0.5]": 0.5621791163473824, + "sMAPE[0.5]": 0.3847869224048597, + "MSIS": 5.730963802679465, + "RMSE[mean]": 4.317327610382339, + "NRMSE[mean]": 0.464645123987337, + "ND[0.5]": 0.39659936331847323, + "mean_weighted_sum_quantile_loss": 0.2998533004661905 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 11.666271209716797, + 11.738259315490723, + 11.75930404663086, + 11.800260543823242, + 11.75208854675293, + 11.809479713439941, + 11.854665756225586, + 11.81589126586914, + 11.759227752685547, + 11.729229927062988, + 11.590885162353516, + 11.528827667236328, + 11.389558792114258, + 11.364822387695312, + 11.345386505126953, + 11.312846183776855, + 11.524725914001465, + 11.848073959350586, + 12.076913833618164, + 12.17562198638916, + 12.255905151367188, + 12.455162048339844, + 12.53536605834961, + 12.517257690429688 + ], + "p10": [ + 7.42984676361084, + 7.438970565795898, + 7.4248175621032715, + 7.376676559448242, + 7.290942192077637, + 7.263526439666748, + 7.342641353607178, + 7.319980144500732, + 7.24634313583374, + 7.19613790512085, + 7.139516830444336, + 6.972828388214111, + 6.8425750732421875, + 6.887496471405029, + 6.796065330505371, + 6.765844345092773, + 6.925566673278809, + 7.039700508117676, + 7.209296703338623, + 7.333155632019043, + 7.319344997406006, + 7.405375003814697, + 7.440288066864014, + 7.4444403648376465 + ], + "p90": [ + 17.70110321044922, + 17.930137634277344, + 17.95372200012207, + 18.203866958618164, + 18.30548858642578, + 18.37669563293457, + 18.34024429321289, + 18.382530212402344, + 18.228322982788086, + 18.217029571533203, + 18.113828659057617, + 18.086925506591797, + 17.957714080810547, + 17.989866256713867, + 17.98492431640625, + 18.028278350830078, + 18.36548614501953, + 18.870222091674805, + 19.070480346679688, + 19.292797088623047, + 19.48332405090332, + 19.825490951538086, + 19.913677215576172, + 19.944250106811523 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_164957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..e4938ea835f37fe7527a9385bf73cd248307095f --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_164957.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-19T16:49:57.019952+00:00", + "metrics": { + "MSE[mean]": 25.26821081038045, + "MSE[0.5]": 28.28425524534211, + "MAE[0.5]": 4.4402415151298795, + "MASE[0.5]": 0.7639125187320221, + "MAPE[0.5]": 0.691003310166669, + "sMAPE[0.5]": 0.43597955868331634, + "MSIS": 4.219354532519708, + "RMSE[mean]": 5.026749527316877, + "NRMSE[mean]": 0.540995464823341, + "ND[0.5]": 0.4778735262920049, + "mean_weighted_sum_quantile_loss": 0.35309364879441213 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 14.001874455749363, + 13.997256926819679, + 12.992639397889997, + 13.988021868960315, + 13.983404340030631, + 13.97878681110095, + 13.974169282171268, + 13.969551753241584, + 13.964934224311902, + 12.96031669538222, + 13.955699166452536, + 12.951081637522854, + 14.946464108593172, + 12.941846579663489, + 13.437229050733807, + 12.932611521804125, + 11.927993992874441, + 13.92337646394476, + 13.918758935015077, + 11.914141406085394, + 12.909523877155712, + 12.90490634822603, + 12.900288819296346, + 12.895671290366664 + ], + "p10": [ + 5.901874455749365, + 5.997256926819679, + 4.992639397889997, + 5.988021868960315, + 4.983404340030631, + 4.9787868111009494, + 4.9741692821712675, + 4.969551753241584, + 4.964934224311902, + 4.96031669538222, + 5.955699166452536, + 5.951081637522854, + 4.946464108593172, + 3.9418465796634887, + 5.837229050733809, + 4.932611521804125, + 4.927993992874441, + 5.823376463944761, + 5.918758935015077, + 4.914141406085394, + 4.909523877155712, + 3.9049063482260298, + 4.900288819296346, + 5.795671290366666 + ], + "p90": [ + 20.001874455749363, + 20.097256926819675, + 19.992639397889995, + 19.988021868960317, + 20.98340434003063, + 19.97878681110095, + 19.974169282171268, + 20.969551753241582, + 20.964934224311904, + 20.960316695382218, + 21.05569916645253, + 19.951081637522854, + 19.946464108593172, + 19.94184657966349, + 19.937229050733805, + 18.932611521804127, + 18.92799399287444, + 19.92337646394476, + 20.01875893501507, + 19.914141406085392, + 20.009523877155708, + 19.904906348226028, + 20.900288819296346, + 19.895671290366664 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_164544.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_164544.json new file mode 100644 index 0000000000000000000000000000000000000000..fbeee3829faa0f53d52f13a5ec95b5a97d6f09d4 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_164544.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:45:44.842542+00:00", + "metrics": { + "MSE[mean]": 34.05904207148433, + "MSE[0.5]": 22.890933595437172, + "MAE[0.5]": 4.0521716475486755, + "MASE[0.5]": 0.697147810330955, + "MAPE[0.5]": 0.6225665392608645, + "sMAPE[0.5]": 0.4110058953918921, + "MSIS": 7.234631984464585, + "RMSE[mean]": 5.836012514678522, + "NRMSE[mean]": 0.6280910329698859, + "ND[0.5]": 0.4361081593774359, + "mean_weighted_sum_quantile_loss": 0.3219955839205572 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.152220726013184, + 12.438209533691406, + 11.708332538604736, + 11.834115028381348, + 12.211124420166016, + 12.44620132446289, + 12.932764053344727, + 13.533334255218506, + 12.588106155395508, + 12.013775825500488, + 12.541529178619385, + 13.09896993637085, + 12.610766410827637, + 12.42195987701416, + 13.57485580444336, + 13.077314376831055, + 12.230984210968018, + 12.429929733276367, + 12.88448190689087, + 12.376169681549072, + 12.531015872955322, + 13.47597074508667, + 12.480117797851562, + 12.274075984954834 + ], + "p10": [ + 8.306140422821045, + 7.8474085330963135, + 7.936868906021118, + 7.807549953460693, + 8.778831481933594, + 8.689245223999023, + 7.568694114685059, + 8.611882209777832, + 8.002115249633789, + 8.259924411773682, + 8.093987464904785, + 8.039290428161621, + 8.114189147949219, + 8.27101993560791, + 8.526403427124023, + 7.595376014709473, + 8.022009134292603, + 8.026893615722656, + 8.90019702911377, + 8.287156105041504, + 8.059825420379639, + 8.617870330810547, + 8.097135066986084, + 7.6339545249938965 + ], + "p90": [ + 20.26753807067871, + 18.885891914367676, + 18.08478832244873, + 18.234150886535645, + 18.728602409362793, + 18.9991455078125, + 20.26753807067871, + 20.46873378753662, + 19.437681198120117, + 17.787891387939453, + 20.111177444458008, + 19.86305809020996, + 20.26753807067871, + 19.513508796691895, + 19.506826400756836, + 19.850361824035645, + 17.762086868286133, + 19.35603904724121, + 19.81516170501709, + 19.760781288146973, + 19.7863712310791, + 21.104846000671387, + 18.13810157775879, + 20.220242500305176 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_164957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..dbae8f4db71d5d63bfd319a0fb907380643b6de2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_164957.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:49:57.073041+00:00", + "metrics": { + "MSE[mean]": 21.651331597222207, + "MSE[0.5]": 24.256944444444443, + "MAE[0.5]": 4.138888888888888, + "MASE[0.5]": 0.7120669056152926, + "MAPE[0.5]": 0.6418433033016365, + "sMAPE[0.5]": 0.4157184247180414, + "MSIS": 4.219354532519708, + "RMSE[mean]": 4.653099138984921, + "NRMSE[mean]": 0.500781970114969, + "ND[0.5]": 0.4454409566517189, + "mean_weighted_sum_quantile_loss": 0.3291944859657863 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.416666666666666, + 13.416666666666666, + 12.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 13.416666666666666, + 12.416666666666666, + 13.416666666666666, + 12.416666666666666, + 14.416666666666666, + 12.416666666666666, + 12.916666666666666, + 12.416666666666666, + 11.416666666666666, + 13.416666666666666, + 13.416666666666666, + 11.416666666666666, + 12.416666666666666, + 12.416666666666666, + 12.416666666666666, + 12.416666666666666 + ], + "p10": [ + 5.316666666666668, + 5.416666666666666, + 4.416666666666666, + 5.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 4.416666666666666, + 5.416666666666666, + 5.416666666666666, + 4.416666666666666, + 3.416666666666666, + 5.316666666666668, + 4.416666666666666, + 4.416666666666666, + 5.316666666666668, + 5.416666666666666, + 4.416666666666666, + 4.416666666666666, + 3.416666666666666, + 4.416666666666666, + 5.316666666666668 + ], + "p90": [ + 19.416666666666664, + 19.51666666666666, + 19.416666666666664, + 19.416666666666664, + 20.416666666666664, + 19.416666666666664, + 19.416666666666664, + 20.416666666666664, + 20.416666666666664, + 20.416666666666664, + 20.51666666666666, + 19.416666666666664, + 19.416666666666664, + 19.416666666666664, + 19.416666666666664, + 18.416666666666664, + 18.416666666666664, + 19.416666666666664, + 19.51666666666666, + 19.416666666666664, + 19.51666666666666, + 19.416666666666664, + 20.416666666666664, + 19.416666666666664 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_164957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..8fd29c6ef9c3a8cc474805aabd5e88e7baf5b9c8 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_164957.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:49:57.113526+00:00", + "metrics": { + "MSE[mean]": 24.625, + "MSE[0.5]": 24.625, + "MAE[0.5]": 3.875, + "MASE[0.5]": 0.6666666666666666, + "MAPE[0.5]": 0.5526258463758463, + "sMAPE[0.5]": 0.37263983485565766, + "MSIS": 24.48086036479629, + "RMSE[mean]": 4.962358310319802, + "NRMSE[mean]": 0.5340654683752254, + "ND[0.5]": 0.4170403587443946, + "mean_weighted_sum_quantile_loss": 0.4095764823119083 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "p10": [ + 18.62, + 17.64, + 13.719999999999999, + 9.8, + 16.66, + 8.82, + 10.78, + 13.719999999999999, + 11.76, + 14.7, + 14.7, + 8.82, + 16.66, + 9.8, + 19.6, + 12.74, + 7.84, + 9.8, + 9.8, + 11.76, + 6.859999999999999, + 9.8, + 5.88, + 11.76 + ], + "p90": [ + 19.38, + 18.36, + 14.280000000000001, + 10.2, + 17.34, + 9.18, + 11.22, + 14.280000000000001, + 12.24, + 15.3, + 15.3, + 9.18, + 17.34, + 10.2, + 20.4, + 13.26, + 8.16, + 10.2, + 10.2, + 12.24, + 7.140000000000001, + 10.2, + 6.12, + 12.24 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_164952.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_164952.json new file mode 100644 index 0000000000000000000000000000000000000000..772248c73a1712cf55588aedce06a111ca9e3117 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_164952.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:49:52.304934+00:00", + "metrics": { + "MSE[mean]": 27.803549986332655, + "MSE[0.5]": 27.803549986332655, + "MAE[0.5]": 4.468454996744792, + "MASE[0.5]": 0.7687664510528673, + "MAPE[0.5]": 0.6876806838057142, + "sMAPE[0.5]": 0.43903693508567937, + "MSIS": 9.279797407034051, + "RMSE[mean]": 5.272907166481565, + "NRMSE[mean]": 0.5674877667962224, + "ND[0.5]": 0.48090995480661436, + "mean_weighted_sum_quantile_loss": 0.35721196515321374 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 11.0537109375, + 11.41064453125, + 11.599609375, + 11.9775390625, + 12.302978515625, + 12.680908203125, + 12.7333984375, + 12.71240234375, + 12.848876953125, + 12.974853515625, + 13.163818359375, + 13.447265625, + 13.520751953125, + 13.688720703125, + 13.5732421875, + 13.615234375, + 13.0693359375, + 13.415771484375, + 13.279296875, + 13.5784912109375, + 13.72021484375, + 14.1873779296875, + 13.982666015625, + 13.478759765625 + ], + "p10": [ + 6.728515625, + 7.1484375, + 7.2744140625, + 7.568359375, + 7.8203125, + 8.240234375, + 8.15625, + 8.1982421875, + 8.408203125, + 8.5341796875, + 8.744140625, + 8.99609375, + 8.99609375, + 9.1640625, + 9.0380859375, + 9.0380859375, + 8.408203125, + 8.66015625, + 8.4501953125, + 8.7861328125, + 8.8701171875, + 9.3740234375, + 9.1640625, + 8.66015625 + ], + "p90": [ + 16.439208984375, + 16.974609375, + 17.237060546875, + 17.75146484375, + 18.25537109375, + 18.6123046875, + 18.71728515625, + 18.73828125, + 18.822265625, + 19.01123046875, + 19.41015625, + 19.72509765625, + 19.85107421875, + 19.998046875, + 19.9140625, + 19.97705078125, + 19.8720703125, + 20.22900390625, + 20.08203125, + 20.2919921875, + 20.41796875, + 20.9638671875, + 20.837890625, + 20.3759765625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_164117.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_164117.json new file mode 100644 index 0000000000000000000000000000000000000000..10a8096cb9b9ef285c2979e7ff0a80a10904eeb1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_164117.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:41:17.422471+00:00", + "metrics": { + "MSE[mean]": 18.05383831547495, + "MSE[0.5]": 14.266151004334764, + "MAE[0.5]": 3.252542018890381, + "MASE[0.5]": 0.5595771215295279, + "MAPE[0.5]": 0.4706543772542684, + "sMAPE[0.5]": 0.3519615179618178, + "MSIS": 24.139243628389096, + "RMSE[mean]": 4.248980856096548, + "NRMSE[mean]": 0.45728941949021146, + "ND[0.5]": 0.350049365261745, + "mean_weighted_sum_quantile_loss": 0.3970439449019496 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 10.165214538574219, + 10.09587287902832, + 10.106618881225586, + 10.33540153503418, + 10.370656967163086, + 10.484293937683105, + 10.61972713470459, + 10.658158302307129, + 10.45885181427002, + 10.314194679260254, + 10.31749153137207, + 10.2371187210083, + 10.308755874633789, + 10.394075393676758, + 10.494538307189941, + 10.64452838897705, + 10.69416332244873, + 10.959427833557129, + 11.082712173461914, + 11.110136985778809, + 11.37994384765625, + 11.33565902709961, + 11.150490760803223, + 11.079916000366211 + ], + "p10": [ + 11.525392532348633, + 11.583760261535645, + 11.442880630493164, + 11.88106632232666, + 11.934110641479492, + 12.07063102722168, + 12.260120391845703, + 12.069397926330566, + 12.033327102661133, + 11.739314079284668, + 11.809345245361328, + 11.795607566833496, + 12.022510528564453, + 11.99082088470459, + 12.132917404174805, + 12.184253692626953, + 12.392731666564941, + 12.674750328063965, + 12.881640434265137, + 12.657546997070312, + 12.867023468017578, + 12.984819412231445, + 12.812088012695312, + 12.694069862365723 + ], + "p90": [ + 14.346492767333984, + 14.472744941711426, + 14.674914360046387, + 14.942587852478027, + 15.085325241088867, + 15.246119499206543, + 15.448324203491211, + 15.446975708007812, + 15.293201446533203, + 15.094271659851074, + 15.140752792358398, + 15.063955307006836, + 15.183650016784668, + 15.319823265075684, + 15.446283340454102, + 15.611519813537598, + 15.684072494506836, + 15.954952239990234, + 16.179485321044922, + 16.183372497558594, + 16.508377075195312, + 16.56045913696289, + 16.425376892089844, + 16.23248291015625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260619_164412.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260619_164412.json new file mode 100644 index 0000000000000000000000000000000000000000..55806b46cb8208c8ddfceda550672626734a4e87 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260619_164412.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:44:12.463829+00:00", + "metrics": { + "MSE[mean]": 17.437877449576643, + "MSE[0.5]": 17.437877449576643, + "MAE[0.5]": 3.5261882146199546, + "MASE[0.5]": 0.6066560369238632, + "MAPE[0.5]": 0.5393543730728606, + "sMAPE[0.5]": 0.3724274347680612, + "MSIS": 4.991269388506489, + "RMSE[mean]": 4.175868466508092, + "NRMSE[mean]": 0.4494208215075974, + "ND[0.5]": 0.3795000769097709, + "mean_weighted_sum_quantile_loss": 0.29042495856786404 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 11.43697452545166, + 11.461603164672852, + 11.123802185058594, + 11.28364372253418, + 11.401507377624512, + 11.51180648803711, + 11.698320388793945, + 11.898527145385742, + 11.774166107177734, + 11.396869659423828, + 11.418553352355957, + 11.643194198608398, + 11.813182830810547, + 12.01606273651123, + 12.297111511230469, + 12.332426071166992, + 11.383712768554688, + 11.633230209350586, + 11.743194580078125, + 11.728484153747559, + 12.056642532348633, + 12.313677787780762, + 12.126762390136719, + 11.758848190307617 + ], + "p10": [ + 7.116123199462891, + 7.0865044593811035, + 6.761688232421875, + 6.886384963989258, + 6.862003326416016, + 6.788599967956543, + 6.906762599945068, + 6.973425388336182, + 6.903929233551025, + 6.587930679321289, + 6.534707069396973, + 6.651453018188477, + 6.757516860961914, + 6.91374397277832, + 7.041597843170166, + 7.131611347198486, + 6.409237861633301, + 6.632123947143555, + 6.694449424743652, + 6.623223304748535, + 6.768238067626953, + 6.928457260131836, + 6.809088706970215, + 6.528825759887695 + ], + "p90": [ + 17.603336334228516, + 17.529146194458008, + 17.24447250366211, + 17.510879516601562, + 17.667421340942383, + 17.912675857543945, + 18.325462341308594, + 18.745378494262695, + 18.638809204101562, + 18.174884796142578, + 18.269195556640625, + 18.74755859375, + 19.00833511352539, + 19.215808868408203, + 19.539844512939453, + 19.53818130493164, + 18.277896881103516, + 18.650178909301758, + 18.92007064819336, + 19.066505432128906, + 19.384540557861328, + 19.75628089904785, + 19.62153434753418, + 19.073692321777344 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260619_164235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260619_164235.json new file mode 100644 index 0000000000000000000000000000000000000000..ae2b7f58a836ab1888a57c53705285291c9c6a09 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260619_164235.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:42:35.723272+00:00", + "metrics": { + "MSE[mean]": 21.272181030957466, + "MSE[0.5]": 21.272181030957466, + "MAE[0.5]": 3.9196210304896035, + "MASE[0.5]": 0.6743434030949856, + "MAPE[0.5]": 0.5965353138935873, + "sMAPE[0.5]": 0.40073094448836005, + "MSIS": 6.307205914596504, + "RMSE[mean]": 4.612177471754254, + "NRMSE[mean]": 0.49637784449373146, + "ND[0.5]": 0.421842622115473, + "mean_weighted_sum_quantile_loss": 0.3156857887309881 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" + ], + "context": [ + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0, + 12.0 + ], + "actual": [ + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 5.0, + 13.0, + 14.0, + 12.0, + 8.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 8.0, + 4.0 + ], + "predictions": { + "p50": [ + 11.609257698059082, + 11.52381706237793, + 11.509420394897461, + 11.778715133666992, + 11.625200271606445, + 12.164003372192383, + 12.00389289855957, + 11.964770317077637, + 11.809063911437988, + 11.955621719360352, + 11.861186981201172, + 12.132225036621094, + 12.03187084197998, + 11.964405059814453, + 11.82182502746582, + 12.038885116577148, + 11.9678955078125, + 15.818071365356445, + 12.384278297424316, + 12.20655632019043, + 12.048027992248535, + 12.286213874816895, + 12.201324462890625, + 13.253711700439453 + ], + "p10": [ + 7.474537372589111, + 7.219326972961426, + 7.193404197692871, + 7.401018142700195, + 7.12502384185791, + 7.649969577789307, + 7.552565574645996, + 7.389583587646484, + 7.2683305740356445, + 7.324458122253418, + 7.3697733879089355, + 7.509694576263428, + 7.430685997009277, + 7.3095550537109375, + 7.213206768035889, + 7.373979091644287, + 7.230048179626465, + 8.091798782348633, + 7.546197891235352, + 7.404714107513428, + 7.355971336364746, + 7.441295146942139, + 7.425924777984619, + 7.717281341552734 + ], + "p90": [ + 17.446456909179688, + 17.449188232421875, + 17.48689842224121, + 18.185171127319336, + 17.778945922851562, + 19.185800552368164, + 18.31059455871582, + 18.3381290435791, + 18.027263641357422, + 18.405000686645508, + 18.0323486328125, + 19.036312103271484, + 18.515159606933594, + 18.392826080322266, + 18.019176483154297, + 18.651304244995117, + 18.867809295654297, + 29.11272430419922, + 19.550674438476562, + 19.10268783569336, + 18.77901840209961, + 19.36203956604004, + 19.145366668701172, + 22.647621154785156 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_164956.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..c6ee20a45a9c70edf330d1eed968dee331c5129b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_164956.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:49:56.785323+00:00", + "metrics": { + "MSE[mean]": 1.2778943460392822, + "MSE[0.5]": 1.2650529279019629, + "MAE[0.5]": 0.9459855693100165, + "MASE[0.5]": 1.1877775817879517, + "MAPE[0.5]": 18.240009651314285, + "sMAPE[0.5]": 0.8885637861196207, + "MSIS": 46.6098732326157, + "RMSE[mean]": 1.1304398905024904, + "NRMSE[mean]": 1.3081272020480834, + "ND[0.5]": 1.0946795724001825, + "mean_weighted_sum_quantile_loss": 1.0912105492663349 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.9087941654148102, + 1.9046088214755343, + 1.898748035767598, + 1.8952283927448208, + 1.8895230972708843, + 1.8855826353768188, + 1.881507691728195, + 1.8766061392156412, + 1.87259144151884, + 1.8674770150368065, + 1.8643950997649201, + 1.859971057072801, + 1.8552574690156645, + 1.8515286126944552, + 1.8477496696856233, + 1.8439494681225002, + 1.841373025956164, + 1.8379544240188928, + 1.8339082817562147, + 1.8296297678741404, + 1.8262473858758517, + 1.823808671585864, + 1.8204700923754296, + 1.8178572879716446, + 1.8143640202898503, + 1.8103726394266058, + 1.8071202253385066, + 1.8062327691550377, + 1.801633710388984, + 1.799867164523957, + 1.7970087998681201, + 1.7931300055376684, + 1.791299892809898, + 1.7879091744596853, + 1.7864566713662624, + 1.7826385263828033, + 1.7813795925812261, + 1.7783168877874638, + 1.7775859584873983, + 1.7729543651389146, + 1.7729425525092988, + 1.7698282983356564, + 1.7660596749577024, + 1.7652166699823928, + 1.7625717403311605, + 1.7604936042648878, + 1.758674058450494, + 1.7567337996091321, + 1.7546264517361363, + 1.7535886605984943, + 1.7510344759875829, + 1.7483949458561474, + 1.746568866720939, + 1.7443152716132277, + 1.7429261228909774, + 1.7423982099956912, + 1.7403587520416737, + 1.7371148932283427, + 1.7361257986150087, + 1.7357114514896832 + ], + "p10": [ + 1.898096234630628, + 1.8931818630654502, + 1.887851544865645, + 1.883745138452108, + 1.8801954800865528, + 1.873855885834874, + 1.8692540313132806, + 1.8648029951283704, + 1.8633745587680361, + 1.8565886449138664, + 1.8524779371787088, + 1.8486565279068485, + 1.844947210467097, + 1.8407287313915048, + 1.8371578067636902, + 1.8344342260908844, + 1.829832403349198, + 1.8261512931846562, + 1.822225104120237, + 1.8184872604685112, + 1.815374360849227, + 1.8152448121771376, + 1.809202426469095, + 1.8060496049646684, + 1.8028681581229402, + 1.7993773983285433, + 1.7963618253357163, + 1.796815814411778, + 1.790505095066625, + 1.788127720506319, + 1.7853561936192621, + 1.7820404157855099, + 1.7813960565427986, + 1.7770259297955202, + 1.7759676736610743, + 1.7718618891861067, + 1.770699880735652, + 1.767415810776424, + 1.7650027910722002, + 1.7620071889377356, + 1.761781497149513, + 1.7608535520399191, + 1.7553487219538673, + 1.7529645733159132, + 1.7514670720464878, + 1.7496026175695052, + 1.7469523175426247, + 1.7475169168583282, + 1.7435755782595754, + 1.742415847598104, + 1.7397838454124146, + 1.7375845995671872, + 1.7368699089712671, + 1.7337391433752236, + 1.7319343676953678, + 1.7305457680539789, + 1.7290933207696448, + 1.7275581670088147, + 1.7256223050340345, + 1.7255290770185405 + ], + "p90": [ + 1.9188042372856833, + 1.9162017509703255, + 1.9124388984889358, + 1.9056995912368353, + 1.9003237005568532, + 1.8968553406400939, + 1.8917564103838147, + 1.8858716451179331, + 1.8836950386643672, + 1.878457573857498, + 1.877051509454119, + 1.870709815129484, + 1.8669345647743274, + 1.8637522427158675, + 1.8592218708697712, + 1.8553248094062254, + 1.8516456795851841, + 1.8486358301647106, + 1.8445246601954142, + 1.8416497596545265, + 1.835722924272917, + 1.8330871684208865, + 1.8312816915377155, + 1.8284745148170882, + 1.8237025442397878, + 1.8201417193550178, + 1.8175929300968787, + 1.8162905338014421, + 1.813888715294763, + 1.810124561410564, + 1.8067234976273874, + 1.8046341108912236, + 1.7992854719850884, + 1.798611562299659, + 1.7974224946683426, + 1.7943217787980037, + 1.792127838791349, + 1.7899847100243451, + 1.787931448995216, + 1.7833422237437957, + 1.7833103604002674, + 1.7800155606603514, + 1.776961924372012, + 1.7750194164101516, + 1.773667088568739, + 1.7723728161288004, + 1.7685467268754411, + 1.7672319161355525, + 1.7656440102735584, + 1.7642513482567508, + 1.7595328166010795, + 1.7599401221491477, + 1.7587077854942876, + 1.7562122524442487, + 1.7538426848046433, + 1.751493203177447, + 1.749858393806196, + 1.7501559182807487, + 1.7479407682698607, + 1.7469725420977618 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_163936.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_163936.json new file mode 100644 index 0000000000000000000000000000000000000000..4213f381cd8724a3dd949bf2f395070ea3677d96 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_163936.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:39:36.537188+00:00", + "metrics": { + "MSE[mean]": 0.41871105806739756, + "MSE[0.5]": 0.41871105806739756, + "MAE[0.5]": 0.5486589149183904, + "MASE[0.5]": 0.6888950321551877, + "MAPE[0.5]": 10.6828538520131, + "sMAPE[0.5]": 0.7547685826865812, + "MSIS": 14.298675753939206, + "RMSE[mean]": 0.6470788654154898, + "NRMSE[mean]": 0.7487894516391786, + "ND[0.5]": 0.6348994380691049, + "mean_weighted_sum_quantile_loss": 0.4852539058865715 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.9010618925094604, + 1.8944358825683594, + 1.8876107931137085, + 1.8756883144378662, + 1.8674092292785645, + 1.8593757152557373, + 1.8502631187438965, + 1.8399070501327515, + 1.8269295692443848, + 1.8156359195709229, + 1.8005828857421875, + 1.7851176261901855, + 1.7661030292510986, + 1.7520592212677002, + 1.730071783065796, + 1.7098867893218994, + 1.6910761594772339, + 1.6774126291275024, + 1.6569674015045166, + 1.6358776092529297, + 1.6064815521240234, + 1.5880088806152344, + 1.5609071254730225, + 1.535648226737976, + 1.507338285446167, + 1.4862247705459595, + 1.4524034261703491, + 1.4318705797195435, + 1.4095157384872437, + 1.3892536163330078, + 1.361249566078186, + 1.3418397903442383, + 1.316981315612793, + 1.2959380149841309, + 1.2716360092163086, + 1.2500442266464233, + 1.2271987199783325, + 1.2024500370025635, + 1.1851098537445068, + 1.1636922359466553, + 1.1390234231948853, + 1.1255409717559814, + 1.0993151664733887, + 1.0828934907913208, + 1.0765804052352905, + 1.0604995489120483, + 1.0477993488311768, + 1.0343420505523682, + 1.060125470161438, + 1.0590190887451172, + 1.0545426607131958, + 1.0474644899368286, + 1.0356272459030151, + 1.0283911228179932, + 1.032974123954773, + 1.019153356552124, + 1.0194705724716187, + 1.0295114517211914, + 1.0176842212677002, + 1.0165290832519531 + ], + "p10": [ + 1.8786671161651611, + 1.8686730861663818, + 1.8571760654449463, + 1.8451906442642212, + 1.8317155838012695, + 1.8173668384552002, + 1.8064897060394287, + 1.7903409004211426, + 1.7721059322357178, + 1.7578277587890625, + 1.7350008487701416, + 1.7186654806137085, + 1.6958755254745483, + 1.6680856943130493, + 1.6450767517089844, + 1.6171921491622925, + 1.5853245258331299, + 1.5807456970214844, + 1.548992395401001, + 1.5319104194641113, + 1.4956769943237305, + 1.468179702758789, + 1.4321459531784058, + 1.4028308391571045, + 1.3601875305175781, + 1.3301968574523926, + 1.2897424697875977, + 1.2547509670257568, + 1.21607506275177, + 1.1889160871505737, + 1.1617430448532104, + 1.1337023973464966, + 1.048350214958191, + 1.0260124206542969, + 0.9904303550720215, + 0.9552618265151978, + 0.9200119376182556, + 0.8840025663375854, + 0.8481196761131287, + 0.8130756616592407, + 0.792817234992981, + 0.753759503364563, + 0.7301154136657715, + 0.6996568441390991, + 0.6612380146980286, + 0.6416134834289551, + 0.6211622953414917, + 0.606925368309021, + 0.4800260066986084, + 0.47338366508483887, + 0.4352583885192871, + 0.4158974289894104, + 0.3969680666923523, + 0.3537399172782898, + 0.3578615188598633, + 0.34224313497543335, + 0.32970523834228516, + 0.30538690090179443, + 0.2803131937980652, + 0.2793932557106018 + ], + "p90": [ + 1.92293381690979, + 1.9153709411621094, + 1.9076948165893555, + 1.906954050064087, + 1.9017252922058105, + 1.8955256938934326, + 1.8897266387939453, + 1.8829104900360107, + 1.8737437725067139, + 1.867480993270874, + 1.8543117046356201, + 1.8403809070587158, + 1.8302968740463257, + 1.8187530040740967, + 1.8074915409088135, + 1.7925595045089722, + 1.7640018463134766, + 1.7522249221801758, + 1.7368292808532715, + 1.7183685302734375, + 1.7126885652542114, + 1.6908562183380127, + 1.6754310131072998, + 1.6634377241134644, + 1.6416642665863037, + 1.6327733993530273, + 1.6193790435791016, + 1.5944812297821045, + 1.5837241411209106, + 1.5750741958618164, + 1.5623373985290527, + 1.5436608791351318, + 1.5801777839660645, + 1.5735276937484741, + 1.5589468479156494, + 1.5459740161895752, + 1.5447533130645752, + 1.5316357612609863, + 1.5302914381027222, + 1.5244998931884766, + 1.5115753412246704, + 1.511974573135376, + 1.5084375143051147, + 1.5008151531219482, + 1.5127832889556885, + 1.5202327966690063, + 1.5059471130371094, + 1.5013751983642578, + 1.6270898580551147, + 1.641911268234253, + 1.6707360744476318, + 1.6701710224151611, + 1.6732158660888672, + 1.6985318660736084, + 1.7125459909439087, + 1.7141896486282349, + 1.73358952999115, + 1.7371165752410889, + 1.7560789585113525, + 1.752387285232544 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_164956.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..709beea0a9729df334af818ea00f987a61c08d67 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_164956.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T16:49:56.984943+00:00", + "metrics": { + "MSE[mean]": 1.1642996482767067, + "MSE[0.5]": 1.1726064853077578, + "MAE[0.5]": 0.917332619638748, + "MASE[0.5]": 1.1518009957006459, + "MAPE[0.5]": 17.332400849983163, + "sMAPE[0.5]": 0.8843324112798264, + "MSIS": 42.15961279782908, + "RMSE[mean]": 1.0790271768017277, + "NRMSE[mean]": 1.2486332210871118, + "ND[0.5]": 1.0615228312069467, + "mean_weighted_sum_quantile_loss": 1.0436312164793515 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.9237125169289502, + 1.9158434028858229, + 1.90947438874008, + 1.912105258722908, + 1.8972361751973588, + 1.8933670469087214, + 1.8899980164909107, + 1.8836288831358785, + 1.8787597304689412, + 1.8748906841366904, + 1.873521575815609, + 1.87065245700411, + 1.8612834516798549, + 1.8574142861383143, + 1.8530452164410427, + 1.8521761836390462, + 1.8463070214949706, + 1.843437992090439, + 1.8325688570664764, + 1.8261997535137666, + 1.8203306882272388, + 1.8214615626208104, + 1.820092454299729, + 1.806723381264597, + 1.8098543044147681, + 1.8034851412574135, + 1.7986161003491854, + 1.798247046208726, + 1.789377945040202, + 1.7855088391033063, + 1.7726397298285506, + 1.7662706262758407, + 1.7679015389355943, + 1.761532465185207, + 1.7536633809444018, + 1.7487942878821094, + 1.7464251924356313, + 1.7400560888829215, + 1.7321869748397942, + 1.7298179389979609, + 1.7344488055833238, + 1.7300797284354716, + 1.7192106083126706, + 1.7148414790107542, + 1.7124725027735654, + 1.6946033982671813, + 1.6907342625279633, + 1.6908651944996218, + 1.6809960391504757, + 1.6871269832814817, + 1.6782578597612159, + 1.6713888222504523, + 1.6725197711498299, + 1.6666505717528513, + 1.6547814868563953, + 1.6529123775220347, + 1.6470433569389904, + 1.639674206656239, + 1.6373051708144057, + 1.631436031022072 + ], + "p10": [ + 1.8845125969303045, + 1.8687434668773695, + 1.8608743558144742, + 1.8531052434641189, + 1.8501361319005447, + 1.846267073647365, + 1.8393980122947438, + 1.8395289085036153, + 1.8346598154413227, + 1.828890680321993, + 1.8240215872597008, + 1.8221525151782434, + 1.8122834293988936, + 1.807314329149026, + 1.805245259921886, + 1.7976761476974454, + 1.7974070550166228, + 1.789837943071579, + 1.7875688644984307, + 1.77999975227399, + 1.7713307081351901, + 1.7779616100661075, + 1.7665925172422339, + 1.7577233564690649, + 1.7597542967615318, + 1.7508851985732399, + 1.7461160982630228, + 1.7392470337439048, + 1.7343779404022157, + 1.7381088503328213, + 1.7225397787997268, + 1.7186706192186507, + 1.7139015457305238, + 1.711932454074901, + 1.7030634065505572, + 1.6982943122008045, + 1.7093252468904347, + 1.6905561003270133, + 1.685687007264721, + 1.6808179142024287, + 1.6768488631971734, + 1.6797797293176204, + 1.6761106267662687, + 1.659241568989926, + 1.655472402160925, + 1.648603394452484, + 1.6446342838425843, + 1.6448651906849245, + 1.6369960791563682, + 1.633027025915939, + 1.633157874161698, + 1.6212887847948936, + 1.6222196975261727, + 1.6226506315959146, + 1.607781518268043, + 1.6029124252057505, + 1.6030433541971767, + 1.5941742858112073, + 1.590305120269667, + 1.586336069264412 + ], + "p90": [ + 1.9527125607979687, + 1.9458433820987031, + 1.9429743746733839, + 1.9381052816110915, + 1.9323361673533874, + 1.9273670785587877, + 1.9234979428195698, + 1.919628896487319, + 1.9117597306626564, + 1.9068907091259377, + 1.90102160919421, + 1.8991525371127527, + 1.8942833904062801, + 1.8874142575280848, + 1.8835452409981563, + 1.8758761024008956, + 1.874807012196646, + 1.8690379575435867, + 1.8660688131974579, + 1.8581997773854269, + 1.8514307438026096, + 1.8484615923784293, + 1.8465924409482886, + 1.8398233991698323, + 1.8368543144283485, + 1.8309851746360146, + 1.8241161270669675, + 1.82134704086815, + 1.8144779396549224, + 1.8125088193145642, + 1.804639754817798, + 1.8017706162622604, + 1.7969015828046129, + 1.7870324945106921, + 1.7861633797523089, + 1.7793942832120855, + 1.77542512491847, + 1.7726561102452263, + 1.765687010319459, + 1.757817936136938, + 1.7569488213785547, + 1.749079689454034, + 1.7482106521816891, + 1.7394416033698852, + 1.7384724660571043, + 1.7337033657468872, + 1.7267342758794038, + 1.7238651272655825, + 1.7149960260970585, + 1.7121269151086693, + 1.7092579076833503, + 1.7033887976933386, + 1.6975197175056496, + 1.6956505858195474, + 1.6817815192217174, + 1.6849124423718882, + 1.6791433340746487, + 1.6701742610156751, + 1.6703051631850112, + 1.6604360748910905 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_164526.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_164526.json new file mode 100644 index 0000000000000000000000000000000000000000..7a4a0de9364b62005997f8cd499e139277ae8596 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_164526.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:45:26.626883+00:00", + "metrics": { + "MSE[mean]": 0.8384549008023602, + "MSE[0.5]": 0.9457705503048821, + "MAE[0.5]": 0.8141781683312729, + "MASE[0.5]": 1.0222804737184523, + "MAPE[0.5]": 16.23356235997736, + "sMAPE[0.5]": 0.8497566034744405, + "MSIS": 10.17839892417797, + "RMSE[mean]": 0.9156718302985848, + "NRMSE[mean]": 1.0596009919910876, + "ND[0.5]": 0.9421541280132977, + "mean_weighted_sum_quantile_loss": 0.5861511551887308 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.8880624771118164, + 1.8881676197052002, + 1.8875985741615295, + 1.8792840242385864, + 1.882571041584015, + 1.8709405660629272, + 1.8650837540626526, + 1.857527256011963, + 1.8552666902542114, + 1.8255422115325928, + 1.8172733783721924, + 1.800480604171753, + 1.8132389783859253, + 1.7994554042816162, + 1.7948925495147705, + 1.7849047183990479, + 1.8051496744155884, + 1.7737716436386108, + 1.8075765371322632, + 1.7270750403404236, + 1.6655775904655457, + 1.7675336599349976, + 1.7065701484680176, + 1.7188291549682617, + 1.7020059823989868, + 1.7548150420188904, + 1.6633285284042358, + 1.705020546913147, + 1.6115110516548157, + 1.7243247628211975, + 1.640471875667572, + 1.6574098467826843, + 1.6269583106040955, + 1.5939390659332275, + 1.590954303741455, + 1.655832827091217, + 1.5534911155700684, + 1.568005919456482, + 1.5051583051681519, + 1.732436180114746, + 1.5438775420188904, + 1.607224464416504, + 1.5550280213356018, + 1.5450530052185059, + 1.5838385820388794, + 1.5431784391403198, + 1.606721580028534, + 1.5534725189208984, + 1.5404911637306213, + 1.4066081047058105, + 1.5346832871437073, + 1.5457751154899597, + 1.5623490810394287, + 1.4051958322525024, + 1.442191481590271, + 1.4879447221755981, + 1.4749059677124023, + 1.652665913105011, + 1.5438680052757263, + 1.456210970878601 + ], + "p10": [ + 1.868131160736084, + 1.8541215658187866, + 1.8430853486061096, + 1.8280203342437744, + 1.8164560198783875, + 1.77750164270401, + 1.7457025647163391, + 1.7108261585235596, + 1.6758570671081543, + 1.569625437259674, + 1.5767531394958496, + 1.5224242210388184, + 1.4658383131027222, + 1.5052286386489868, + 1.4746124148368835, + 1.3618229627609253, + 1.2756940126419067, + 1.3203548789024353, + 1.3063666224479675, + 1.1760118007659912, + 1.1775344014167786, + 1.2275830507278442, + 1.0933247804641724, + 1.1575444340705872, + 0.984552413225174, + 1.0897195935249329, + 1.049092948436737, + 0.9609466195106506, + 0.8632796704769135, + 0.9503399133682251, + 0.9022820591926575, + 0.7242566347122192, + 0.7093279659748077, + 0.6987668871879578, + 0.7940088510513306, + 0.7308286428451538, + 0.6591726541519165, + 0.6139948964118958, + 0.692995548248291, + 0.7350808084011078, + 0.5327464044094086, + 0.5517256259918213, + 0.5638185143470764, + 0.5641287863254547, + 0.4041949510574341, + 0.6852342486381531, + 0.5882574319839478, + 0.6344674825668335, + 0.570381224155426, + 0.4017593264579773, + 0.45336657762527466, + 0.6132352948188782, + 0.391092985868454, + 0.41611745953559875, + 0.4599027931690216, + 0.6852983832359314, + 0.43753284215927124, + 0.6108565032482147, + 0.584142655134201, + 0.3669552206993103 + ], + "p90": [ + 1.9073107838630676, + 1.9251726865768433, + 1.934314250946045, + 1.927236258983612, + 1.9395232796669006, + 1.9435541033744812, + 1.9444685578346252, + 1.9490242004394531, + 2.0062670707702637, + 1.9416247606277466, + 1.9455535411834717, + 1.9700031280517578, + 1.9648079872131348, + 1.9824304580688477, + 2.002510190010071, + 1.9901891946792603, + 2.0114768743515015, + 1.992062747478485, + 2.024046540260315, + 2.080219864845276, + 2.0355184078216553, + 2.0979126691818237, + 2.0932483673095703, + 2.1248470544815063, + 2.198385238647461, + 2.1320234537124634, + 2.1162850856781006, + 2.0813934803009033, + 2.0675331354141235, + 2.1385955810546875, + 2.1779186725616455, + 2.2240686416625977, + 2.1004215478897095, + 2.231495976448059, + 2.060458779335022, + 2.1537067890167236, + 2.125413179397583, + 2.1282676458358765, + 2.1413724422454834, + 2.184603214263916, + 2.2612555027008057, + 2.2204805612564087, + 2.2187517881393433, + 2.3367615938186646, + 2.1072052717208862, + 2.0647891759872437, + 2.2758519649505615, + 2.1406466960906982, + 2.1500983238220215, + 2.1815147399902344, + 2.3024343252182007, + 2.3127368688583374, + 2.1543930768966675, + 2.3082574605941772, + 2.127013683319092, + 2.26387095451355, + 2.336724638938904, + 2.3080861568450928, + 2.2842788696289062, + 2.2205015420913696 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_164957.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..15dbb17511b510e0192441f9e4aad8a94971c03d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_164957.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:49:57.053683+00:00", + "metrics": { + "MSE[mean]": 1.4571890123558238, + "MSE[0.5]": 1.4663720099763153, + "MAE[0.5]": 1.0187359166982668, + "MASE[0.5]": 1.279122771924495, + "MAPE[0.5]": 19.634737730939655, + "sMAPE[0.5]": 0.9073704811127263, + "MSIS": 47.274056262869074, + "RMSE[mean]": 1.207140841971567, + "NRMSE[mean]": 1.3968843326860243, + "ND[0.5]": 1.1788651263394685, + "mean_weighted_sum_quantile_loss": 1.1610681743050395 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.878623221874902, + 1.875623200894067, + 1.8741232798106167, + 1.881623242855737, + 1.87162325239248, + 1.872623217166135, + 1.8741232798106167, + 1.8726232395178768, + 1.872623179913232, + 1.8736232266432735, + 1.8771232113844845, + 1.879123185635278, + 1.874623273373315, + 1.875623200894067, + 1.8761232242590877, + 1.8801232845193836, + 1.8791232154376003, + 1.881123279095361, + 1.875123237133691, + 1.8736232266432735, + 1.872623254419038, + 1.878623221874902, + 1.8821232066161129, + 1.8736232266432735, + 1.881623242855737, + 1.8801231727606746, + 1.8801232249147388, + 1.8846232638365719, + 1.8806232557303402, + 1.881623242855737, + 1.8736232266432735, + 1.872123216152856, + 1.878623221874902, + 1.8771232411868068, + 1.8741232500082943, + 1.8741232500082943, + 1.8766232476241085, + 1.875123237133691, + 1.872123216152856, + 1.874623273373315, + 1.8841232330209705, + 1.8846232489354107, + 1.878623221874902, + 1.879123185635278, + 1.8816233024603817, + 1.8686232910162899, + 1.8696232483393642, + 1.874623273373315, + 1.8696232110864612, + 1.8806232482797596, + 1.876623217821786, + 1.874623273373315, + 1.880623315334985, + 1.8796232090002987, + 1.872623217166135, + 1.875623200894067, + 1.874623273373315, + 1.872123216152856, + 1.874623273373315, + 1.8736232266432735 + ], + "p10": [ + 1.8394233018762562, + 1.8285232648856136, + 1.8255232468850109, + 1.8226232275969478, + 1.824523209095666, + 1.8255232439047786, + 1.8235232756144497, + 1.8285232648856136, + 1.8285232648856136, + 1.8276232228285763, + 1.8276232228285763, + 1.8306232438094112, + 1.8256232510923538, + 1.8255232439047786, + 1.828323267739931, + 1.8256232485777828, + 1.8302232489592525, + 1.827523230076501, + 1.8301232445656452, + 1.827423225403497, + 1.8236232743269893, + 1.835123269320199, + 1.8286232695586178, + 1.8246232018477413, + 1.8315232352025006, + 1.827523230076501, + 1.8276232228285763, + 1.8256232513717505, + 1.8256232510923538, + 1.8342232540852519, + 1.8235232756144497, + 1.824523209095666, + 1.8246232286698314, + 1.827523230076501, + 1.8235232756144497, + 1.8236232743269893, + 1.839523302078912, + 1.8256232485777828, + 1.8256232485777828, + 1.8256232485777828, + 1.82652329063482, + 1.8343232498175595, + 1.8355232403285, + 1.8235232756144497, + 1.8246232018477413, + 1.8226232872015926, + 1.8235232696539851, + 1.8286232695586178, + 1.8256232510923538, + 1.8265232909142168, + 1.8315232322222683, + 1.8245232359177563, + 1.8303232417113278, + 1.835623268843362, + 1.8256232485777828, + 1.8256232485777828, + 1.8306232706315013, + 1.8266232953078243, + 1.8276232228285763, + 1.8285232648856136 + ], + "p90": [ + 1.9076232657439205, + 1.9056231801069472, + 1.9076232657439205, + 1.9076232657439205, + 1.9067232445485087, + 1.9066232488162014, + 1.9076232061392757, + 1.9086232528693172, + 1.9056231801069472, + 1.9056232516325209, + 1.9046232447630855, + 1.9076232657439205, + 1.9076232120997403, + 1.9056231722838375, + 1.9066232488162014, + 1.903823203281233, + 1.9076232061392757, + 1.9067232445485087, + 1.9086231932646724, + 1.9056232505149338, + 1.9037233099944089, + 1.9056232516325209, + 1.9086231932646724, + 1.9067232445485087, + 1.9086232528693172, + 1.9076232061392757, + 1.9056232516325209, + 1.9077232584959958, + 1.9057232503450605, + 1.9086232230669948, + 1.9056232516325209, + 1.9076232061392757, + 1.9076232657439205, + 1.902623270512292, + 1.9066232488162014, + 1.9047232453382703, + 1.9056231801069472, + 1.9077232584959958, + 1.9056232516325209, + 1.902623270512292, + 1.9066232488162014, + 1.903623209953973, + 1.9076232657439205, + 1.9037233099944089, + 1.9076232657439205, + 1.9077232584959958, + 1.9056232616908046, + 1.9076232061392757, + 1.903623198033044, + 1.9056231801069472, + 1.9076232657439205, + 1.9066232488162014, + 1.9056232616908046, + 1.9086232230669948, + 1.8996232495314571, + 1.9076232657439205, + 1.9067232505089733, + 1.902623270512292, + 1.9076232657439205, + 1.902623270512292 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_164957.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..d2f496ab0a18de1e8cce3929c04d5cbb8963636a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_164957.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:49:57.098526+00:00", + "metrics": { + "MSE[mean]": 1.4483658465988705, + "MSE[0.5]": 1.4483658465988705, + "MAE[0.5]": 1.0223500028795873, + "MASE[0.5]": 1.283660611278591, + "MAPE[0.5]": 19.304573304916484, + "sMAPE[0.5]": 0.912197501936406, + "MSIS": 48.72866149115543, + "RMSE[mean]": 1.2034807213241392, + "NRMSE[mean]": 1.3926488988324384, + "ND[0.5]": 1.1830472898353355, + "mean_weighted_sum_quantile_loss": 1.1687929665049985 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977 + ], + "p10": [ + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975, + 1.8815999579429625, + 1.884539978504181, + 1.8913999485969544, + 1.8855200242996215, + 1.8874799990653992, + 1.8982600355148316, + 1.9090399551391601, + 1.9061000514030457, + 1.8982600355148316, + 1.892379994392395, + 1.892379994392395, + 1.883560049533844, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975, + 1.8815999579429625, + 1.884539978504181, + 1.8913999485969544, + 1.8855200242996215, + 1.8874799990653992, + 1.8982600355148316, + 1.9090399551391601, + 1.9061000514030457, + 1.8982600355148316, + 1.892379994392395, + 1.892379994392395, + 1.883560049533844, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975 + ], + "p90": [ + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566, + 1.958399956226349, + 1.9614599776268005, + 1.9685999464988708, + 1.962480025291443, + 1.9645199990272522, + 1.9757400369644165, + 1.9869599533081055, + 1.983900053501129, + 1.9757400369644165, + 1.9696199941635133, + 1.9696199941635133, + 1.9604400515556335, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566, + 1.958399956226349, + 1.9614599776268005, + 1.9685999464988708, + 1.962480025291443, + 1.9645199990272522, + 1.9757400369644165, + 1.9869599533081055, + 1.983900053501129, + 1.9757400369644165, + 1.9696199941635133, + 1.9696199941635133, + 1.9604400515556335, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_164909.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_164909.json new file mode 100644 index 0000000000000000000000000000000000000000..e85cada256cb704c716995462d7e3e18e421cc3b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_164909.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:49:09.869030+00:00", + "metrics": { + "MSE[mean]": 0.0329724455251642, + "MSE[0.5]": 0.0329724455251642, + "MAE[0.5]": 0.15518535196315497, + "MASE[0.5]": 0.19485041639499004, + "MAPE[0.5]": 0.6691919615765712, + "sMAPE[0.5]": 0.3724050618074988, + "MSIS": 2.027190347791601, + "RMSE[mean]": 0.18158316421178533, + "NRMSE[mean]": 0.21012517209899106, + "ND[0.5]": 0.17957804034336822, + "mean_weighted_sum_quantile_loss": 0.1342790539063706 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.937744140625, + 1.9327392578125, + 1.9227294921875, + 1.90771484375, + 1.9027099609375, + 1.8876953125, + 1.8726806640625, + 1.857666015625, + 1.8426513671875, + 1.8226318359375, + 1.8126220703125, + 1.7825927734375, + 1.7625732421875, + 1.737548828125, + 1.7125244140625, + 1.6875, + 1.6424560546875, + 1.62493896484375, + 1.59490966796875, + 1.55987548828125, + 1.5223388671875, + 1.4722900390625, + 1.437255859375, + 1.38720703125, + 1.343414306640625, + 1.288360595703125, + 1.248321533203125, + 1.19952392578125, + 1.1501007080078125, + 1.0978622436523438, + 1.0407752990722656, + 0.99932861328125, + 0.9617919921875, + 0.8898468017578125, + 0.827911376953125, + 0.776611328125, + 0.7315673828125, + 0.66650390625, + 0.6114501953125, + 0.5513916015625, + 0.4913330078125, + 0.45880126953125, + 0.4212646484375, + 0.38623046875, + 0.3311767578125, + 0.3011474609375, + 0.26611328125, + 0.2510986328125, + 0.2010498046875, + 0.1810302734375, + 0.14599609375, + 0.095947265625, + 0.0408935546875, + 0.005859375, + -0.01416015625, + -0.044189453125, + -0.0792236328125, + -0.084228515625, + -0.1142578125, + -0.124267578125 + ], + "p10": [ + 1.927734375, + 1.9127197265625, + 1.897705078125, + 1.8876953125, + 1.877685546875, + 1.8626708984375, + 1.84765625, + 1.817626953125, + 1.797607421875, + 1.7725830078125, + 1.7525634765625, + 1.717529296875, + 1.6925048828125, + 1.657470703125, + 1.62744140625, + 1.59490966796875, + 1.52984619140625, + 1.4923095703125, + 1.43975830078125, + 1.38720703125, + 1.32965087890625, + 1.26708984375, + 1.215789794921875, + 1.14947509765625, + 1.0916061401367188, + 1.0281848907470703, + 0.973052978515625, + 0.916748046875, + 0.8516845703125, + 0.78912353515625, + 0.72406005859375, + 0.66400146484375, + 0.6815185546875, + 0.60894775390625, + 0.5614013671875, + 0.50384521484375, + 0.456298828125, + 0.4012451171875, + 0.356201171875, + 0.296142578125, + 0.236083984375, + 0.216064453125, + 0.1710205078125, + 0.14599609375, + 0.10595703125, + 0.075927734375, + 0.035888671875, + 0.0108642578125, + -0.044189453125, + -0.0491943359375, + -0.0792236328125, + -0.124267578125, + -0.17431640625, + -0.1943359375, + -0.224365234375, + -0.244384765625, + -0.284423828125, + -0.25439453125, + -0.2744140625, + -0.284423828125 + ], + "p90": [ + 1.9527587890625, + 1.9427490234375, + 1.937744140625, + 1.9227294921875, + 1.9227294921875, + 1.9127197265625, + 1.9027099609375, + 1.8876953125, + 1.877685546875, + 1.86767578125, + 1.857666015625, + 1.8326416015625, + 1.817626953125, + 1.8076171875, + 1.78759765625, + 1.767578125, + 1.757568359375, + 1.757568359375, + 1.7325439453125, + 1.717529296875, + 1.6925048828125, + 1.65997314453125, + 1.64495849609375, + 1.607421875, + 1.58489990234375, + 1.54486083984375, + 1.51983642578125, + 1.48980712890625, + 1.4622802734375, + 1.43975830078125, + 1.40972900390625, + 1.3822021484375, + 1.39471435546875, + 1.32464599609375, + 1.258331298828125, + 1.21453857421875, + 1.18701171875, + 1.1253890991210938, + 1.0776863098144531, + 1.0287322998046875, + 0.995574951171875, + 0.9624176025390625, + 0.936767578125, + 0.9011077880859375, + 0.845428466796875, + 0.79913330078125, + 0.76409912109375, + 0.742828369140625, + 0.63897705078125, + 0.636474609375, + 0.6064453125, + 0.55389404296875, + 0.49884033203125, + 0.456298828125, + 0.4312744140625, + 0.40875244140625, + 0.3812255859375, + 0.34619140625, + 0.316162109375, + 0.2811279296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_164058.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_164058.json new file mode 100644 index 0000000000000000000000000000000000000000..2448cf64fc4cbeb0edad5cfe2d4734b9d5b16ee8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_164058.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:40:58.626419+00:00", + "metrics": { + "MSE[mean]": 0.02502072897363335, + "MSE[0.5]": 0.020671248937918725, + "MAE[0.5]": 0.11884325046557934, + "MASE[0.5]": 0.14921934671031462, + "MAPE[0.5]": 0.32095204353640816, + "sMAPE[0.5]": 0.24748352618837652, + "MSIS": 7.137615462135213, + "RMSE[mean]": 0.15817942019628645, + "NRMSE[mean]": 0.18304272885396772, + "ND[0.5]": 0.13752353399766673, + "mean_weighted_sum_quantile_loss": 0.157790862541573 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.8975553512573242, + 1.8860329389572144, + 1.8866467475891113, + 1.8680704832077026, + 1.8478517532348633, + 1.8420301675796509, + 1.822405219078064, + 1.8040839433670044, + 1.7946405410766602, + 1.7707799673080444, + 1.736345887184143, + 1.7228050231933594, + 1.6970548629760742, + 1.6726164817810059, + 1.6428250074386597, + 1.6102325916290283, + 1.5823619365692139, + 1.541467547416687, + 1.5046755075454712, + 1.4518917798995972, + 1.4217050075531006, + 1.364333152770996, + 1.3422009944915771, + 1.3181620836257935, + 1.2604525089263916, + 1.218337893486023, + 1.1786866188049316, + 1.1587834358215332, + 1.1196494102478027, + 1.0448397397994995, + 1.0075078010559082, + 0.9645164012908936, + 0.9109108448028564, + 0.861586332321167, + 0.803838849067688, + 0.7470752000808716, + 0.7132031917572021, + 0.6526456475257874, + 0.6143292188644409, + 0.5685445070266724, + 0.5222671627998352, + 0.4791531562805176, + 0.44041264057159424, + 0.4029819965362549, + 0.3432168662548065, + 0.3300600051879883, + 0.28432396054267883, + 0.23971615731716156, + 0.1999630481004715, + 0.1757848560810089, + 0.15237665176391602, + 0.10165971517562866, + 0.07901391386985779, + 0.05403396487236023, + 0.027969107031822205, + -0.003717467188835144, + -0.018197953701019287, + -0.04942843317985535, + -0.056515514850616455, + -0.07802474498748779 + ], + "p10": [ + 1.9050565958023071, + 1.8922876119613647, + 1.8974378108978271, + 1.903778314590454, + 1.8625339269638062, + 1.8269189596176147, + 1.8295384645462036, + 1.7997243404388428, + 1.8106729984283447, + 1.7749252319335938, + 1.7258143424987793, + 1.7468048334121704, + 1.6615939140319824, + 1.6860407590866089, + 1.6353205442428589, + 1.6156095266342163, + 1.58950674533844, + 1.5386642217636108, + 1.4888609647750854, + 1.4908020496368408, + 1.4311599731445312, + 1.4019333124160767, + 1.361547827720642, + 1.3277922868728638, + 1.2752705812454224, + 1.2533118724822998, + 1.1736280918121338, + 1.1556575298309326, + 1.136616587638855, + 1.0798640251159668, + 1.0327708721160889, + 0.9801191091537476, + 0.9465678930282593, + 0.9112687110900879, + 0.8349559307098389, + 0.8074909448623657, + 0.7389670014381409, + 0.6643122434616089, + 0.6217509508132935, + 0.6068810224533081, + 0.5467143058776855, + 0.5191477537155151, + 0.46251532435417175, + 0.4512978792190552, + 0.37125998735427856, + 0.3890097141265869, + 0.33582013845443726, + 0.303505539894104, + 0.27685022354125977, + 0.22685085237026215, + 0.17127472162246704, + 0.14796575903892517, + 0.10767914354801178, + 0.11876170337200165, + 0.10693249106407166, + 0.07459773123264313, + 0.025338977575302124, + 0.011675044894218445, + -0.016942530870437622, + -0.045642316341400146 + ], + "p90": [ + 1.9029648303985596, + 1.9029979705810547, + 1.9132155179977417, + 1.8942701816558838, + 1.8861339092254639, + 1.878687858581543, + 1.85323166847229, + 1.8419208526611328, + 1.8263118267059326, + 1.7960822582244873, + 1.7787071466445923, + 1.7475048303604126, + 1.7251614332199097, + 1.691025972366333, + 1.6632980108261108, + 1.6387802362442017, + 1.611212134361267, + 1.5803415775299072, + 1.5481643676757812, + 1.497126817703247, + 1.4719526767730713, + 1.4147251844406128, + 1.3991622924804688, + 1.3624497652053833, + 1.3146705627441406, + 1.276271939277649, + 1.2363899946212769, + 1.2230916023254395, + 1.187988519668579, + 1.1262767314910889, + 1.0998616218566895, + 1.0486087799072266, + 0.9994943141937256, + 0.9520347118377686, + 0.880316972732544, + 0.8517013788223267, + 0.8260582685470581, + 0.7718328237533569, + 0.7242423295974731, + 0.6763085126876831, + 0.6280784606933594, + 0.5945460796356201, + 0.5541480183601379, + 0.5281597971916199, + 0.4793182611465454, + 0.47321999073028564, + 0.43309274315834045, + 0.39207765460014343, + 0.35072430968284607, + 0.3287702798843384, + 0.3052169680595398, + 0.2818063795566559, + 0.2517651319503784, + 0.24368496239185333, + 0.2069958746433258, + 0.20342014729976654, + 0.17581108212471008, + 0.16364720463752747, + 0.14625021815299988, + 0.13684764504432678 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_164346.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_164346.json new file mode 100644 index 0000000000000000000000000000000000000000..ea1070602dddf904003fd76b18f13ba844d08a73 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_164346.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:43:46.780573+00:00", + "metrics": { + "MSE[mean]": 0.29925917501786875, + "MSE[0.5]": 0.29925917501786875, + "MAE[0.5]": 0.4572218095806117, + "MASE[0.5]": 0.5740867862503237, + "MAPE[0.5]": 8.590355388908987, + "sMAPE[0.5]": 0.7158223110356566, + "MSIS": 4.2166149233259365, + "RMSE[mean]": 0.5470458618963028, + "NRMSE[mean]": 0.6330328385672058, + "ND[0.5]": 0.5290898627225412, + "mean_weighted_sum_quantile_loss": 0.31585638429323304 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.92014741897583, + 1.9131481647491455, + 1.9028208255767822, + 1.8921799659729004, + 1.8790571689605713, + 1.8646312952041626, + 1.8484822511672974, + 1.828391194343567, + 1.8086471557617188, + 1.7891948223114014, + 1.7668368816375732, + 1.7424589395523071, + 1.71797776222229, + 1.6921772956848145, + 1.6670217514038086, + 1.6398048400878906, + 1.6128383874893188, + 1.5881497859954834, + 1.562182903289795, + 1.5343284606933594, + 1.5047107934951782, + 1.4745073318481445, + 1.4435548782348633, + 1.4104030132293701, + 1.3782765865325928, + 1.3464031219482422, + 1.313683271408081, + 1.2797647714614868, + 1.2444926500320435, + 1.2139006853103638, + 1.1834986209869385, + 1.1524794101715088, + 1.3214868307113647, + 1.2940008640289307, + 1.2658116817474365, + 1.2448170185089111, + 1.2128618955612183, + 1.1758116483688354, + 1.1480737924575806, + 1.1218414306640625, + 1.0942151546478271, + 1.0716215372085571, + 1.0471400022506714, + 1.0204112529754639, + 0.9959800839424133, + 0.9752140641212463, + 0.9568824768066406, + 0.9349504113197327, + 0.9154623746871948, + 0.9001229405403137, + 0.8835852146148682, + 0.8677463531494141, + 0.8535224795341492, + 0.8377082943916321, + 0.8270224332809448, + 0.8149813413619995, + 0.8059492111206055, + 0.7968456745147705, + 0.7875947952270508, + 0.7777897119522095 + ], + "p10": [ + 1.9071662425994873, + 1.899770975112915, + 1.8870086669921875, + 1.87200129032135, + 1.8537395000457764, + 1.8329811096191406, + 1.8104557991027832, + 1.7834138870239258, + 1.7576470375061035, + 1.7308688163757324, + 1.699783444404602, + 1.6665093898773193, + 1.6321442127227783, + 1.5964069366455078, + 1.5588092803955078, + 1.520113229751587, + 1.4818542003631592, + 1.4431190490722656, + 1.4027843475341797, + 1.360414981842041, + 1.3154841661453247, + 1.2706854343414307, + 1.2243674993515015, + 1.1740769147872925, + 1.1218547821044922, + 1.0725703239440918, + 1.020492672920227, + 0.9630589485168457, + 0.9026575088500977, + 0.844011127948761, + 0.7864524722099304, + 0.7409101128578186, + 0.826294481754303, + 0.8476487398147583, + 0.8082880973815918, + 0.7575302124023438, + 0.7102000713348389, + 0.6592702865600586, + 0.6045745611190796, + 0.5568900108337402, + 0.5108831524848938, + 0.47175800800323486, + 0.43093693256378174, + 0.3923593759536743, + 0.356015682220459, + 0.31412309408187866, + 0.2727874517440796, + 0.23087036609649658, + 0.20002424716949463, + 0.165277361869812, + 0.1279730200767517, + 0.09809726476669312, + 0.06635630130767822, + 0.03913843631744385, + 0.021748781204223633, + 0.004833340644836426, + -0.019626259803771973, + -0.04011225700378418, + -0.0522007942199707, + -0.0758204460144043 + ], + "p90": [ + 1.9311212301254272, + 1.9265186786651611, + 1.9196066856384277, + 1.9139128923416138, + 1.9049274921417236, + 1.895932912826538, + 1.8856101036071777, + 1.8723914623260498, + 1.8598875999450684, + 1.847602128982544, + 1.8326642513275146, + 1.8180112838745117, + 1.8022840023040771, + 1.786059856414795, + 1.7695480585098267, + 1.7531007528305054, + 1.738224744796753, + 1.7288947105407715, + 1.715872049331665, + 1.7035760879516602, + 1.6892569065093994, + 1.675812005996704, + 1.6625359058380127, + 1.6454505920410156, + 1.6322836875915527, + 1.6204451322555542, + 1.60799241065979, + 1.594591736793518, + 1.578688144683838, + 1.565263271331787, + 1.552368402481079, + 1.5364285707473755, + 1.6485648155212402, + 1.5750348567962646, + 1.5650696754455566, + 1.582350492477417, + 1.5912375450134277, + 1.5940332412719727, + 1.5954172611236572, + 1.600677490234375, + 1.6053438186645508, + 1.611595869064331, + 1.6114957332611084, + 1.6144399642944336, + 1.61753511428833, + 1.620901107788086, + 1.6275346279144287, + 1.6189582347869873, + 1.6183960437774658, + 1.627835988998413, + 1.632230281829834, + 1.6373531818389893, + 1.6356266736984253, + 1.6419024467468262, + 1.6452205181121826, + 1.6509978771209717, + 1.6506853103637695, + 1.6546378135681152, + 1.6603108644485474, + 1.670713186264038 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_164214.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_164214.json new file mode 100644 index 0000000000000000000000000000000000000000..cd2d449fa5413de725fd8b756e337c702849fe17 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_164214.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:42:14.731618+00:00", + "metrics": { + "MSE[mean]": 0.10309254166792355, + "MSE[0.5]": 0.10309254166792355, + "MAE[0.5]": 0.282562790865389, + "MASE[0.5]": 0.35478527297424045, + "MAPE[0.5]": 4.680050624465474, + "sMAPE[0.5]": 0.612551761510598, + "MSIS": 2.0587669709479957, + "RMSE[mean]": 0.32108027293485897, + "NRMSE[mean]": 0.37154902493790465, + "ND[0.5]": 0.3269772025236443, + "mean_weighted_sum_quantile_loss": 0.20775888653231064 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" + ], + "context": [ + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388 + ], + "actual": [ + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 + ], + "predictions": { + "p50": [ + 1.9133890867233276, + 1.9069139957427979, + 1.8984593152999878, + 1.883253812789917, + 1.8698804378509521, + 1.8539483547210693, + 1.8366401195526123, + 1.8184800148010254, + 1.7976897954940796, + 1.7752728462219238, + 1.7546554803848267, + 1.7298393249511719, + 1.7034578323364258, + 1.6758687496185303, + 1.649233102798462, + 1.620215654373169, + 1.5909888744354248, + 1.5609147548675537, + 1.529862880706787, + 1.498708724975586, + 1.4642348289489746, + 1.4303889274597168, + 1.397038221359253, + 1.3618345260620117, + 1.3262110948562622, + 1.293107509613037, + 1.2539337873458862, + 1.2153874635696411, + 1.1823326349258423, + 1.139724612236023, + 1.105696439743042, + 1.0689886808395386, + 1.0613415241241455, + 1.0259226560592651, + 0.9914323687553406, + 0.9564593434333801, + 0.9187806248664856, + 0.8832964301109314, + 0.8481634259223938, + 0.8132899403572083, + 0.7817118763923645, + 0.746025562286377, + 0.7159081697463989, + 0.6821665167808533, + 0.6538149118423462, + 0.625712513923645, + 0.5980660915374756, + 0.5734556913375854, + 0.5505354404449463, + 0.5270135402679443, + 0.5087301135063171, + 0.49018025398254395, + 0.47496819496154785, + 0.4581306576728821, + 0.44914042949676514, + 0.4398188591003418, + 0.43123745918273926, + 0.41912388801574707, + 0.42140334844589233, + 0.4201638698577881 + ], + "p10": [ + 1.8981947898864746, + 1.8867313861846924, + 1.8735833168029785, + 1.8550138473510742, + 1.8385138511657715, + 1.8179562091827393, + 1.7958381175994873, + 1.7718944549560547, + 1.7453978061676025, + 1.7181191444396973, + 1.6873611211776733, + 1.6542980670928955, + 1.6185426712036133, + 1.5813437700271606, + 1.5439801216125488, + 1.5044751167297363, + 1.4639573097229004, + 1.4242384433746338, + 1.3829240798950195, + 1.3397808074951172, + 1.297304391860962, + 1.2519009113311768, + 1.2082750797271729, + 1.1645753383636475, + 1.1185474395751953, + 1.071903944015503, + 1.0214641094207764, + 0.9706002473831177, + 0.9231530427932739, + 0.8689665198326111, + 0.8145909905433655, + 0.7699480056762695, + 0.7250853776931763, + 0.6909353733062744, + 0.6465625166893005, + 0.6012802124023438, + 0.547458291053772, + 0.49702227115631104, + 0.44832199811935425, + 0.40551823377609253, + 0.36388421058654785, + 0.313739538192749, + 0.27149254083633423, + 0.220309317111969, + 0.17502862215042114, + 0.13068008422851562, + 0.09261399507522583, + 0.04545855522155762, + 0.00994718074798584, + -0.029749155044555664, + -0.06620478630065918, + -0.09874105453491211, + -0.13795137405395508, + -0.173004150390625, + -0.19732916355133057, + -0.2284451723098755, + -0.2557605504989624, + -0.2870044708251953, + -0.2983095645904541, + -0.3173283338546753 + ], + "p90": [ + 1.9263904094696045, + 1.9243149757385254, + 1.9199590682983398, + 1.9092211723327637, + 1.9005188941955566, + 1.8894157409667969, + 1.8764801025390625, + 1.8665878772735596, + 1.8526675701141357, + 1.838169813156128, + 1.8254749774932861, + 1.8115160465240479, + 1.7929713726043701, + 1.7780745029449463, + 1.7650694847106934, + 1.7489123344421387, + 1.7310068607330322, + 1.7149757146835327, + 1.6974819898605347, + 1.6794116497039795, + 1.6627004146575928, + 1.6417078971862793, + 1.6295020580291748, + 1.6091768741607666, + 1.584892749786377, + 1.5659475326538086, + 1.547737956047058, + 1.5256952047348022, + 1.515844464302063, + 1.494861364364624, + 1.4786322116851807, + 1.4604417085647583, + 1.4819564819335938, + 1.4830678701400757, + 1.472637414932251, + 1.4548535346984863, + 1.4393502473831177, + 1.4203263521194458, + 1.4177541732788086, + 1.4095897674560547, + 1.3964811563491821, + 1.3872097730636597, + 1.3712718486785889, + 1.37554132938385, + 1.3734581470489502, + 1.37611985206604, + 1.3798012733459473, + 1.3808292150497437, + 1.379353642463684, + 1.3820765018463135, + 1.3859716653823853, + 1.3846423625946045, + 1.3936316967010498, + 1.3970202207565308, + 1.4048717021942139, + 1.4250801801681519, + 1.434149980545044, + 1.4433355331420898, + 1.4758127927780151, + 1.484543800354004 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_164956.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..8cd323bb8d276ad3bdf7344652ba734fed584901 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_164956.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:49:56.836723+00:00", + "metrics": { + "MSE[mean]": 0.016849879127566064, + "MSE[0.5]": 0.017423294133380982, + "MAE[0.5]": 0.10599399174921321, + "MASE[0.5]": 0.5299698494663614, + "MAPE[0.5]": 0.07600558464554426, + "sMAPE[0.5]": 0.07615893116873747, + "MSIS": 3.3117023072083125, + "RMSE[mean]": 0.1298070842734173, + "NRMSE[mean]": 0.09235286906644898, + "ND[0.5]": 0.07541074739208191, + "mean_weighted_sum_quantile_loss": 0.061823139483750525 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.423498889089597, + 1.3947008051477474, + 1.3812969066563627, + 1.3797187961522779, + 1.3796045776470434, + 1.3735495405606355, + 1.3719114107626744, + 1.379478071663684, + 1.3762356970109018, + 1.3762088553121914, + 1.3746604375468012, + 1.376673077669213, + 1.371024210085918, + 1.37243542917177, + 1.37341913704885, + 1.3729269579399772, + 1.378138058285667, + 1.3781380320075947, + 1.3822121049743354, + 1.3761893753214005, + 1.3734188820763609, + 1.3729268507038155, + 1.3771407396163786, + 1.3761802207346068, + 1.377140739409771, + 1.3781240236070607, + 1.3761802206368918, + 1.377140739368674, + 1.3771407393667603, + 1.380527487667604, + 1.3761985232660359, + 1.3761802206291416, + 1.3746522432460826, + 1.372434819556689, + 1.380572479516665, + 1.3761985232657934, + 1.3761802206290397, + 1.3734188806573326, + 1.3776253868044004, + 1.3761985232657903, + 1.3713361403207043, + 1.375416231937539, + 1.3771407393653712, + 1.3664271911175423, + 1.3781100342434291, + 1.3724348195566707, + 1.3781100342434291, + 1.3716495200206378, + 1.3776253868044002, + 1.3761802206290383, + 1.3771407393653712, + 1.3776253868044002, + 1.3734188806573322, + 1.3781100342434291, + 1.3734188806573322, + 1.3716495200206378, + 1.3787529693803704, + 1.3776253868044002, + 1.3776253868044002, + 1.371022760620771, + 1.3713361403207043, + 1.3664271911175423, + 1.3799477067472077, + 1.3761985232657903, + 1.3771407393653712, + 1.3781100342434291, + 1.3781100342434291, + 1.3761893719474143, + 1.3761893719474143, + 1.3771407393653712, + 1.3761985232657903, + 1.3766696313155808 + ], + "p10": [ + 1.3124874059793696, + 1.266786775352665, + 1.271555462203944, + 1.2504057937345903, + 1.2768649637226315, + 1.2655930947860223, + 1.2634472963966195, + 1.2632955514908712, + 1.2469318459115901, + 1.265188220883588, + 1.26497859863315, + 1.284703475594018, + 1.2468869703132497, + 1.262131517897782, + 1.2526406883271, + 1.2651688453517869, + 1.2743628878017808, + 1.2526404510098317, + 1.274362850471694, + 1.262130911656669, + 1.252064942245863, + 1.2349773243747644, + 1.2520649410778417, + 1.2649704044379566, + 1.2621309083270826, + 1.2468855208667762, + 1.2468855208559562, + 1.2631854056578857, + 1.2649704043337773, + 1.262130908283267, + 1.2631854056548284, + 1.263185405654686, + 1.2651687375188543, + 1.2753844096639935, + 1.2520649408268418, + 1.2526404319355853, + 1.2857350980822104, + 1.284700029240386, + 1.262130908282683, + 1.2887274975470127, + 1.2621309082826828, + 1.2631854056545828, + 1.2631854056545828, + 1.2121250964635022, + 1.2631854056545828, + 1.2526404319355822, + 1.2743628424494589, + 1.2526404319355822, + 1.265168737518811, + 1.2649704043323882, + 1.285735098082209, + 1.2743628424494589, + 1.2743628424494589, + 1.2887274975470127, + 1.2631854056545828, + 1.2526404319355822, + 1.265168737518811, + 1.2884282576005324, + 1.2526404319355822, + 1.2621309082826828, + 1.2526404319355822, + 1.2468855208481027, + 1.2631854056545828, + 1.2631854056545828, + 1.2456947011410875, + 1.265168737518811, + 1.2621309082826828, + 1.265168737518811, + 1.2743628424494589, + 1.2526404319355822, + 1.2978690097107168, + 1.2468855208481027 + ], + "p90": [ + 1.5185452931923098, + 1.4937919513484297, + 1.4643019650418772, + 1.4882190901202423, + 1.4753712509025236, + 1.4715386695000654, + 1.4849607079757914, + 1.5025490102018875, + 1.5024851894290865, + 1.4945495465498058, + 1.4936595017990606, + 1.5024423107192315, + 1.4738921463090144, + 1.4705860644618154, + 1.470585711238234, + 1.4748721446017814, + 1.5555762773392399, + 1.4936513265725482, + 1.5024388723878341, + 1.4714930353169489, + 1.4706495732542482, + 1.4706495724320334, + 1.4945300634360361, + 1.474872036874374, + 1.4837040961376498, + 1.4837040961119234, + 1.473890696851721, + 1.4748720367721084, + 1.483704096094639, + 1.4748720367693897, + 1.4714930319432082, + 1.507752601127834, + 1.484698817233798, + 1.5024388643656172, + 1.5024388643656066, + 1.4936513074983018, + 1.484698817233756, + 1.493651307498299, + 1.4837040960932502, + 1.502438864365599, + 1.4846988172337547, + 1.48370409609325, + 1.48370409609325, + 1.470585454846716, + 1.555576231986918, + 1.48370409609325, + 1.4945300631850287, + 1.4706495718352195, + 1.4714930319429627, + 1.4714930319429627, + 1.555576231986918, + 1.4738906968438674, + 1.4846988172337547, + 1.4936513074982987, + 1.502438864365599, + 1.4748720367688055, + 1.4748720367688055, + 1.48370409609325, + 1.4748720367688055, + 1.4846988172337547, + 1.4714930319429627, + 1.4706495718352195, + 1.4936513074982987, + 1.4748720367688055, + 1.4758667579093103, + 1.4712266247317511, + 1.4748720367688055, + 1.4936513074982987, + 1.502438864365599, + 1.4936513074982987, + 1.4846988172337547, + 1.4846988172337547 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_163957.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_163957.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff2b62f91d0ab3c840586838237f5dda485ebae --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_163957.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:39:57.756628+00:00", + "metrics": { + "MSE[mean]": 0.01747427564582655, + "MSE[0.5]": 0.01747427564582655, + "MAE[0.5]": 0.1035500814517339, + "MASE[0.5]": 0.517750300498634, + "MAPE[0.5]": 0.0744505242908503, + "sMAPE[0.5]": 0.07440414630812585, + "MSIS": 4.478888473902822, + "RMSE[mean]": 0.1321903008765263, + "NRMSE[mean]": 0.09404843824232165, + "ND[0.5]": 0.07367199693037484, + "mean_weighted_sum_quantile_loss": 0.06491563282420273 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4373538494110107, + 1.4136765003204346, + 1.3998804092407227, + 1.397636890411377, + 1.4001328945159912, + 1.4006644487380981, + 1.4007081985473633, + 1.3967432975769043, + 1.402856469154358, + 1.3984363079071045, + 1.3970211744308472, + 1.39592444896698, + 1.3966395854949951, + 1.3923789262771606, + 1.3947995901107788, + 1.3911826610565186, + 1.3714848756790161, + 1.3728713989257812, + 1.3717942237854004, + 1.370194911956787, + 1.3690024614334106, + 1.3707647323608398, + 1.3715041875839233, + 1.3698956966400146, + 1.375593900680542, + 1.3718888759613037, + 1.3739296197891235, + 1.369719386100769, + 1.3671355247497559, + 1.3633588552474976, + 1.3676663637161255, + 1.3651564121246338, + 1.3714275360107422, + 1.3714383840560913, + 1.3708055019378662, + 1.3682277202606201, + 1.3657453060150146, + 1.3662941455841064, + 1.3663805723190308, + 1.3643243312835693, + 1.3690075874328613, + 1.367901086807251, + 1.3724952936172485, + 1.3719381093978882, + 1.3720853328704834, + 1.369767427444458, + 1.377058506011963, + 1.3792301416397095, + 1.3896945714950562, + 1.3890833854675293, + 1.3886539936065674, + 1.3885680437088013, + 1.3892936706542969, + 1.3901381492614746, + 1.3913902044296265, + 1.388933777809143, + 1.3967175483703613, + 1.3958466053009033, + 1.3998959064483643, + 1.3999578952789307, + 1.4008623361587524, + 1.393830418586731, + 1.3987796306610107, + 1.3986129760742188, + 1.3824325799942017, + 1.3824028968811035, + 1.3815196752548218, + 1.3769545555114746, + 1.374645709991455, + 1.3758078813552856, + 1.3726338148117065, + 1.371909499168396 + ], + "p10": [ + 1.3124386072158813, + 1.2964262962341309, + 1.2904014587402344, + 1.2914327383041382, + 1.2872430086135864, + 1.2871791124343872, + 1.2879036664962769, + 1.2867233753204346, + 1.2879873514175415, + 1.2850582599639893, + 1.283663034439087, + 1.2835376262664795, + 1.2864841222763062, + 1.2827988862991333, + 1.282621145248413, + 1.2793724536895752, + 1.2786084413528442, + 1.2766910791397095, + 1.2784333229064941, + 1.2804977893829346, + 1.2763397693634033, + 1.2779449224472046, + 1.2775590419769287, + 1.2776719331741333, + 1.2785695791244507, + 1.2767515182495117, + 1.2776240110397339, + 1.2761189937591553, + 1.2777113914489746, + 1.2733080387115479, + 1.2755043506622314, + 1.274611473083496, + 1.2687439918518066, + 1.2666147947311401, + 1.269331932067871, + 1.2712794542312622, + 1.266574501991272, + 1.2687071561813354, + 1.2676317691802979, + 1.267746090888977, + 1.2667711973190308, + 1.266751766204834, + 1.2666012048721313, + 1.2655034065246582, + 1.2674092054367065, + 1.2629574537277222, + 1.2645180225372314, + 1.2632496356964111, + 1.2641196250915527, + 1.2628673315048218, + 1.2650694847106934, + 1.2660698890686035, + 1.2611632347106934, + 1.264634370803833, + 1.263633131980896, + 1.262772560119629, + 1.2633895874023438, + 1.2617493867874146, + 1.2615665197372437, + 1.2603964805603027, + 1.2635095119476318, + 1.260129690170288, + 1.2606136798858643, + 1.2609729766845703, + 1.2592430114746094, + 1.2591121196746826, + 1.261174201965332, + 1.2634992599487305, + 1.2583751678466797, + 1.2610220909118652, + 1.2594623565673828, + 1.258734941482544 + ], + "p90": [ + 1.5910366773605347, + 1.5939314365386963, + 1.598707914352417, + 1.599219560623169, + 1.6082119941711426, + 1.6095999479293823, + 1.6150743961334229, + 1.6199759244918823, + 1.6279053688049316, + 1.625099778175354, + 1.63048255443573, + 1.6314823627471924, + 1.6345899105072021, + 1.6347016096115112, + 1.6390082836151123, + 1.6379002332687378, + 1.6342482566833496, + 1.6360313892364502, + 1.6421273946762085, + 1.637630820274353, + 1.6361644268035889, + 1.6394803524017334, + 1.6427501440048218, + 1.6488938331604004, + 1.6538524627685547, + 1.6484960317611694, + 1.643227458000183, + 1.641825556755066, + 1.6393290758132935, + 1.639388084411621, + 1.6414473056793213, + 1.6402138471603394, + 1.667324423789978, + 1.6704567670822144, + 1.6812636852264404, + 1.6754560470581055, + 1.6746939420700073, + 1.676882266998291, + 1.6826046705245972, + 1.6873688697814941, + 1.696920394897461, + 1.6965031623840332, + 1.6926435232162476, + 1.6963359117507935, + 1.696433186531067, + 1.694412112236023, + 1.7026234865188599, + 1.7044140100479126, + 1.7324414253234863, + 1.7335624694824219, + 1.7429224252700806, + 1.7459267377853394, + 1.7495554685592651, + 1.7491455078125, + 1.7570698261260986, + 1.767193078994751, + 1.7762380838394165, + 1.7699795961380005, + 1.7689359188079834, + 1.762067198753357, + 1.7685939073562622, + 1.762917399406433, + 1.7722408771514893, + 1.7670718431472778, + 1.7440592050552368, + 1.7458703517913818, + 1.746885061264038, + 1.7447988986968994, + 1.7389626502990723, + 1.7405983209609985, + 1.7386795282363892, + 1.7510045766830444 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_164957.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..45ca4adcd3a0a7937d89cd4a2832f2deb8022629 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_164957.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T16:49:57.003971+00:00", + "metrics": { + "MSE[mean]": 0.01820947885008594, + "MSE[0.5]": 0.017966157040008424, + "MAE[0.5]": 0.10600702684412852, + "MASE[0.5]": 0.5300350249274987, + "MAPE[0.5]": 0.07850372637155038, + "sMAPE[0.5]": 0.07600714776737469, + "MSIS": 5.353935331920409, + "RMSE[mean]": 0.13494250201506544, + "NRMSE[mean]": 0.09600652606791875, + "ND[0.5]": 0.07542002137293373, + "mean_weighted_sum_quantile_loss": 0.0651941819592387 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4112897271382825, + 1.41166108501015, + 1.412032442882018, + 1.4124038007538855, + 1.412775158625753, + 1.4131465164976207, + 1.4135178743694883, + 1.413889232241356, + 1.4142605901132237, + 1.4146319479850913, + 1.4150033058569589, + 1.4153746637288265, + 1.415746021600694, + 1.4161173794725619, + 1.4164887373444295, + 1.416860095216297, + 1.4172314530881647, + 1.4176028109600323, + 1.4179741688319, + 1.4183455267037677, + 1.4187168845756353, + 1.4190882424475029, + 1.4194596003193705, + 1.4198309581912383, + 1.4202023160631059, + 1.4205736739349735, + 1.420945031806841, + 1.4213163896787087, + 1.4216877475505765, + 1.422059105422444, + 1.4224304632943117, + 1.4228018211661793, + 1.4231731790380469, + 1.4235445369099147, + 1.4239158947817823, + 1.4242872526536499, + 1.4246586105255175, + 1.425029968397385, + 1.4254013262692526, + 1.4257726841411205, + 1.426144042012988, + 1.4265153998848557, + 1.4268867577567232, + 1.4272581156285908, + 1.4276294735004587, + 1.4280008313723263, + 1.4283721892441938, + 1.4287435471160614, + 1.429114904987929, + 1.4294862628597969, + 1.4298576207316644, + 1.430228978603532, + 1.4306003364753996, + 1.4309716943472672, + 1.431343052219135, + 1.4317144100910026, + 1.4320857679628702, + 1.4324571258347378, + 1.4328284837066054, + 1.433199841578473, + 1.4335711994503408, + 1.4339425573222084, + 1.434313915194076, + 1.4346852730659436, + 1.4350566309378112, + 1.435427988809679, + 1.4357993466815466, + 1.4361707045534142, + 1.4365420624252818, + 1.4369134202971494, + 1.4372847781690172, + 1.4376561360408848 + ], + "p10": [ + 1.3112897032964246, + 1.3116610611682922, + 1.31203241904016, + 1.3124037769120276, + 1.3127751347838952, + 1.3131464926557628, + 1.3135178505276304, + 1.3138892083994982, + 1.3142605662713658, + 1.3146319241432334, + 1.315003282015101, + 1.3153746398869686, + 1.3157459977588362, + 1.316117355630704, + 1.3164887135025716, + 1.3168600713744392, + 1.3172314292463068, + 1.3176027871181744, + 1.3179741449900422, + 1.3183455028619098, + 1.3187168607337774, + 1.319088218605645, + 1.3194595764775126, + 1.3198309343493804, + 1.320202292221248, + 1.3205736500931156, + 1.3209450079649832, + 1.3213163658368507, + 1.3216877237087186, + 1.3220590815805862, + 1.3224304394524538, + 1.3228017973243213, + 1.323173155196189, + 1.3235445130680568, + 1.3239158709399244, + 1.324287228811792, + 1.3246585866836595, + 1.3250299445555271, + 1.3254013024273947, + 1.3257726602992626, + 1.3261440181711301, + 1.3265153760429977, + 1.3268867339148653, + 1.327258091786733, + 1.3276294496586007, + 1.3280008075304683, + 1.328372165402336, + 1.3287435232742035, + 1.3291148811460711, + 1.329486239017939, + 1.3298575968898065, + 1.3302289547616741, + 1.3306003126335417, + 1.3309716705054093, + 1.3313430283772771, + 1.3317143862491447, + 1.3320857441210123, + 1.33245710199288, + 1.3328284598647475, + 1.3331998177366151, + 1.333571175608483, + 1.3339425334803505, + 1.3343138913522181, + 1.3346852492240857, + 1.3350566070959533, + 1.3354279649678211, + 1.3357993228396887, + 1.3361706807115563, + 1.336542038583424, + 1.3369133964552915, + 1.3372847543271593, + 1.337656112199027 + ], + "p90": [ + 1.5112897509801404, + 1.611661132693866, + 1.5120324667238758, + 1.5124038245957434, + 1.512775182467611, + 1.5131465403394786, + 1.5135178982113462, + 1.613889279925072, + 1.5142606139550816, + 1.5146319718269492, + 1.5150033296988168, + 1.6153747114125423, + 1.515746045442552, + 1.5161174033144198, + 1.5164887611862874, + 1.616860142900013, + 1.5172314769300226, + 1.5176028348018902, + 1.517974192673758, + 1.5183455505456256, + 1.5187169084174932, + 1.5190882662893608, + 1.5294596265454137, + 1.5198309820330962, + 1.5202023399049638, + 1.5205736977768314, + 1.520945055648699, + 1.5213164135205666, + 1.5216877713924344, + 1.522059129264302, + 1.5224304871361696, + 1.622801868849895, + 1.53317320526409, + 1.5335445631359579, + 1.623915942465498, + 1.5242872764955078, + 1.5246586343673754, + 1.525029992239243, + 1.5254013501111106, + 1.6257727318248363, + 1.526144065854846, + 1.5265154237267136, + 1.626886805440439, + 1.5272581394704488, + 1.6276295211841745, + 1.5280008552141842, + 1.6283722369279097, + 1.5287435709579194, + 1.529114928829787, + 1.5294862867016548, + 1.5298576445735224, + 1.53022900244539, + 1.5306003603172575, + 1.5309717181891251, + 1.531343076060993, + 1.6317144577747185, + 1.5320857918047281, + 1.5324571496765957, + 1.5328285075484633, + 1.533199865420331, + 1.5335712232921987, + 1.5339425811640663, + 1.5443139414201192, + 1.5346852969078015, + 1.5350566547796691, + 1.535428012651537, + 1.5357993705234045, + 1.5361707283952721, + 1.6365421101089976, + 1.5369134441390073, + 1.5472848043950604, + 1.5376561598827427 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_164536.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_164536.json new file mode 100644 index 0000000000000000000000000000000000000000..ce60c8bf5c924b058516581e7bf4bc9372b1ca20 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_164536.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:45:36.575257+00:00", + "metrics": { + "MSE[mean]": 0.08216351521164139, + "MSE[0.5]": 0.04142434839284675, + "MAE[0.5]": 0.16008582876788247, + "MASE[0.5]": 0.8004289787910752, + "MAPE[0.5]": 0.1219892013512805, + "sMAPE[0.5]": 0.1112432685496322, + "MSIS": 5.4206504195254155, + "RMSE[mean]": 0.28664178901835197, + "NRMSE[mean]": 0.2039348758071264, + "ND[0.5]": 0.11389505947497702, + "mean_weighted_sum_quantile_loss": 0.11271476845986846 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4483641982078552, + 1.4352070689201355, + 1.4735711216926575, + 1.4334120154380798, + 1.4026578068733215, + 1.4157832860946655, + 1.4210139513015747, + 1.4348119497299194, + 1.446252167224884, + 1.4506452679634094, + 1.443636953830719, + 1.4843479990959167, + 1.4158629775047302, + 1.4663654565811157, + 1.4613298773765564, + 1.497847557067871, + 1.443091869354248, + 1.465552806854248, + 1.4570083618164062, + 1.4502075910568237, + 1.4678844809532166, + 1.4789966344833374, + 1.5255535244941711, + 1.481769621372223, + 1.4774980545043945, + 1.5247014164924622, + 1.541895568370819, + 1.4805938005447388, + 1.5204314589500427, + 1.4756473898887634, + 1.5143812894821167, + 1.5128557682037354, + 1.5499075055122375, + 1.5511943101882935, + 1.5377852320671082, + 1.541502296924591, + 1.5474689602851868, + 1.5358240008354187, + 1.5911515355110168, + 1.5974717736244202, + 1.5498719811439514, + 1.5816704630851746, + 1.6040105819702148, + 1.561923325061798, + 1.614644467830658, + 1.545429527759552, + 1.5680749416351318, + 1.5942445397377014, + 1.572167694568634, + 1.5718703866004944, + 1.6163408160209656, + 1.6202387809753418, + 1.576280653476715, + 1.551857352256775, + 1.5760151743888855, + 1.5978162288665771, + 1.5994879007339478, + 1.6019336581230164, + 1.6355422139167786, + 1.5765263438224792, + 1.5799748301506042, + 1.6204009652137756, + 1.644049346446991, + 1.6771032214164734, + 1.5680344104766846, + 1.567373514175415, + 1.6567781567573547, + 1.6129842400550842, + 1.5905264616012573, + 1.6046704053878784, + 1.6336913108825684, + 1.6058202385902405 + ], + "p10": [ + 1.325534999370575, + 1.2677475214004517, + 1.2571541666984558, + 1.2407442331314087, + 1.2012022733688354, + 1.1739761233329773, + 1.1712281703948975, + 1.2117568850517273, + 1.2114059925079346, + 1.1910493969917297, + 1.1862863898277283, + 1.2203088998794556, + 1.0798575282096863, + 1.1720674633979797, + 1.1314061284065247, + 1.2001859545707703, + 1.1018683314323425, + 1.1576887369155884, + 1.140630066394806, + 1.0908337831497192, + 1.1057897806167603, + 1.1126577854156494, + 1.1271585822105408, + 1.040363609790802, + 1.1438279747962952, + 1.1004647612571716, + 1.0764425992965698, + 1.1428027153015137, + 1.0096989274024963, + 1.0540953278541565, + 1.0988598465919495, + 1.0441190004348755, + 1.1449247002601624, + 1.0771729946136475, + 1.0268452167510986, + 1.1862480640411377, + 1.0101348161697388, + 1.080469787120819, + 1.0299289226531982, + 1.0247356295585632, + 1.0763322710990906, + 1.013651728630066, + 1.114670753479004, + 1.120795488357544, + 1.0879144072532654, + 1.0340951085090637, + 1.0657190084457397, + 0.9607154726982117, + 1.0342315435409546, + 1.1295880675315857, + 0.9895930886268616, + 1.008943110704422, + 0.9734253287315369, + 1.0354214310646057, + 1.1006261110305786, + 0.9420902132987976, + 1.0130329728126526, + 1.0789851546287537, + 1.1111236810684204, + 1.0355615615844727, + 0.9757675528526306, + 0.9161643981933594, + 1.067798674106598, + 1.0275825262069702, + 0.985167920589447, + 0.9694036543369293, + 1.0400274991989136, + 0.9497752785682678, + 0.8917396366596222, + 0.905707836151123, + 0.9364465773105621, + 0.8765592873096466 + ], + "p90": [ + 1.6006975173950195, + 1.583337426185608, + 1.6983330845832825, + 1.6741231679916382, + 1.6453787088394165, + 1.6089282035827637, + 1.6737534999847412, + 1.697316586971283, + 1.6952914595603943, + 1.7870907187461853, + 1.754278540611267, + 1.8036912083625793, + 1.820690929889679, + 1.901553988456726, + 1.875753939151764, + 1.8520421385765076, + 1.8260136246681213, + 1.901967167854309, + 1.9238644242286682, + 1.8665096759796143, + 1.9549689888954163, + 1.900219440460205, + 1.9976457953453064, + 2.007905602455139, + 1.949034571647644, + 1.9771040081977844, + 2.1230779886245728, + 1.9565388560295105, + 1.9863966703414917, + 1.9775949120521545, + 2.1480815410614014, + 2.27197265625, + 2.08984112739563, + 2.0332422256469727, + 2.0098713636398315, + 2.122206449508667, + 2.220651865005493, + 2.460377812385559, + 2.271175265312195, + 2.480194926261902, + 2.2020134925842285, + 2.296679973602295, + 2.240850567817688, + 2.2581019401550293, + 2.433130145072937, + 2.3238991498947144, + 2.4804680347442627, + 2.6495399475097656, + 2.1569032669067383, + 2.231258273124695, + 2.2763713598251343, + 2.4891257286071777, + 2.495026111602783, + 2.2752468585968018, + 2.651639699935913, + 2.479921340942383, + 2.3437130451202393, + 2.41025173664093, + 2.206839442253113, + 2.4440938234329224, + 2.76192307472229, + 2.878575563430786, + 2.5200600624084473, + 2.6358678340911865, + 2.2953081130981445, + 2.4049577713012695, + 2.56538724899292, + 2.4103176593780518, + 2.617472290992737, + 2.4598737955093384, + 2.5432071685791016, + 3.032390832901001 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_164957.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..e2da7461c40ae8f67a75e111742baa8f86d59eec --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_164957.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:49:57.064597+00:00", + "metrics": { + "MSE[mean]": 0.017074227894479686, + "MSE[0.5]": 0.017068248456138736, + "MAE[0.5]": 0.10314879369109733, + "MASE[0.5]": 0.5157438621091786, + "MAPE[0.5]": 0.07436297473860504, + "sMAPE[0.5]": 0.07408967107500666, + "MSIS": 5.470514575885746, + "RMSE[mean]": 0.13066838904065392, + "NRMSE[mean]": 0.09296565508533347, + "ND[0.5]": 0.07338649574818992, + "mean_weighted_sum_quantile_loss": 0.06287372784562575 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311 + ], + "p10": [ + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453 + ], + "p90": [ + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.4947602727233542, + 1.4947602727233542, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_164957.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..9670088a71b627b0234c89f605c4bc0486ea7ccc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_164957.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:49:57.106951+00:00", + "metrics": { + "MSE[mean]": 0.019583339028890104, + "MSE[0.5]": 0.019583339028890104, + "MAE[0.5]": 0.10972223513656193, + "MASE[0.5]": 0.5486110625592895, + "MAPE[0.5]": 0.07794029955062354, + "sMAPE[0.5]": 0.07861239842312195, + "MSIS": 16.127360834569277, + "RMSE[mean]": 0.13994048388114894, + "NRMSE[mean]": 0.0995624026016113, + "ND[0.5]": 0.07806325264883991, + "mean_weighted_sum_quantile_loss": 0.07423804400315415 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "p10": [ + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47 + ], + "p90": [ + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_164946.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_164946.json new file mode 100644 index 0000000000000000000000000000000000000000..1465f62c6501bba6822501d8e1405a9333b819a2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_164946.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:49:46.476050+00:00", + "metrics": { + "MSE[mean]": 0.05817566656717273, + "MSE[0.5]": 0.05817566656717273, + "MAE[0.5]": 0.1923145271009869, + "MASE[0.5]": 0.9615724372288401, + "MAPE[0.5]": 0.14712106594974428, + "sMAPE[0.5]": 0.1310860563573355, + "MSIS": 17.42180845849805, + "RMSE[mean]": 0.24119632370161187, + "NRMSE[mean]": 0.1716021327095277, + "ND[0.5]": 0.13682456886192199, + "mean_weighted_sum_quantile_loss": 0.10482645387549212 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4898300170898438, + 1.490250587463379, + 1.4983816146850586, + 1.50665283203125, + 1.5202512741088867, + 1.5317468643188477, + 1.5408592224121094, + 1.5492706298828125, + 1.5655326843261719, + 1.5761871337890625, + 1.5837574005126953, + 1.5986175537109375, + 1.6103935241699219, + 1.6216087341308594, + 1.6283378601074219, + 1.6317024230957031, + 1.6356277465820312, + 1.6429176330566406, + 1.6468429565429688, + 1.6434783935546875, + 1.6417961120605469, + 1.636749267578125, + 1.6311416625976562, + 1.6272163391113281, + 1.6171226501464844, + 1.6075897216796875, + 1.5952529907226562, + 1.580392837524414, + 1.5683364868164062, + 1.5644111633300781, + 1.5571212768554688, + 1.5471677780151367, + 1.5393171310424805, + 1.5317468643188477, + 1.5197080373764038, + 1.5190070867538452, + 1.524071455001831, + 1.5257186889648438, + 1.5128036737442017, + 1.5088958740234375, + 1.5020966529846191, + 1.4950170516967773, + 1.4909515380859375, + 1.4974002838134766, + 1.4940357208251953, + 1.495157241821289, + 1.5015358924865723, + 1.5023069381713867, + 1.5155198574066162, + 1.522634506225586, + 1.5353918075561523, + 1.5478687286376953, + 1.5568408966064453, + 1.5717010498046875, + 1.5868415832519531, + 1.5974960327148438, + 1.6193656921386719, + 1.6333847045898438, + 1.6468429565429688, + 1.6552543640136719, + 1.6659088134765625, + 1.6670303344726562, + 1.6715164184570312, + 1.6748809814453125, + 1.6917037963867188, + 1.6984329223632812, + 1.7017974853515625, + 1.699554443359375, + 1.6961898803710938, + 1.6883392333984375, + 1.6771240234375, + 1.663665771484375 + ], + "p10": [ + 1.3720703125, + 1.36309814453125, + 1.3709487915039062, + 1.3821640014648438, + 1.394500732421875, + 1.4012298583984375, + 1.403472900390625, + 1.4085197448730469, + 1.4225387573242188, + 1.4320716857910156, + 1.4371185302734375, + 1.4491748809814453, + 1.466278076171875, + 1.4769325256347656, + 1.4794559478759766, + 1.4856243133544922, + 1.4885683059692383, + 1.4985218048095703, + 1.5058817863464355, + 1.5059518814086914, + 1.5073537826538086, + 1.5050406455993652, + 1.4990124702453613, + 1.4926338195800781, + 1.4814186096191406, + 1.4679603576660156, + 1.4561843872070312, + 1.4399223327636719, + 1.4281463623046875, + 1.4230995178222656, + 1.4130058288574219, + 1.4045944213867188, + 1.3844070434570312, + 1.3776779174804688, + 1.3709487915039062, + 1.3743133544921875, + 1.3827247619628906, + 1.3888931274414062, + 1.3754348754882812, + 1.3731918334960938, + 1.367584228515625, + 1.3642196655273438, + 1.3619766235351562, + 1.3748741149902344, + 1.3771171569824219, + 1.3844070434570312, + 1.3911361694335938, + 1.3911361694335938, + 1.4090805053710938, + 1.4152488708496094, + 1.4270248413085938, + 1.4359970092773438, + 1.4432868957519531, + 1.455343246459961, + 1.464315414428711, + 1.4704837799072266, + 1.484222412109375, + 1.4895496368408203, + 1.4965591430664062, + 1.5042695999145508, + 1.5087907314300537, + 1.508194923400879, + 1.5112440586090088, + 1.51164710521698, + 1.532027244567871, + 1.5381956100463867, + 1.5424013137817383, + 1.5402984619140625, + 1.5414199829101562, + 1.536513328552246, + 1.5267000198364258, + 1.5132943391799927 + ], + "p90": [ + 1.6193656921386719, + 1.6294593811035156, + 1.6417961120605469, + 1.6479644775390625, + 1.6603012084960938, + 1.6715164184570312, + 1.6804885864257812, + 1.6883392333984375, + 1.7107696533203125, + 1.7332000732421875, + 1.7545089721679688, + 1.7746963500976562, + 1.7836685180664062, + 1.7948837280273438, + 1.7993698120117188, + 1.79376220703125, + 1.7960052490234375, + 1.8049774169921875, + 1.8016128540039062, + 1.7971267700195312, + 1.79376220703125, + 1.7881546020507812, + 1.7836685180664062, + 1.7814254760742188, + 1.7702102661132812, + 1.7612380981445312, + 1.7477798461914062, + 1.7343215942382812, + 1.72198486328125, + 1.7197418212890625, + 1.7096481323242188, + 1.6961898803710938, + 1.6849746704101562, + 1.6804885864257812, + 1.6659088134765625, + 1.6614227294921875, + 1.6625442504882812, + 1.6591796875, + 1.6445999145507812, + 1.6395530700683594, + 1.6300201416015625, + 1.6210479736328125, + 1.6154403686523438, + 1.6148796081542969, + 1.6081504821777344, + 1.6059074401855469, + 1.6126365661621094, + 1.61431884765625, + 1.6339454650878906, + 1.6462821960449219, + 1.6591796875, + 1.6748809814453125, + 1.6883392333984375, + 1.7096481323242188, + 1.73095703125, + 1.7511444091796875, + 1.7780609130859375, + 1.798248291015625, + 1.816192626953125, + 1.82965087890625, + 1.8453521728515625, + 1.8498382568359375, + 1.8543243408203125, + 1.8565673828125, + 1.8812408447265625, + 1.8902130126953125, + 1.8857269287109375, + 1.878997802734375, + 1.8677825927734375, + 1.852081298828125, + 1.838623046875, + 1.825164794921875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_164105.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_164105.json new file mode 100644 index 0000000000000000000000000000000000000000..66747e72f7342ec37007bb06a61ed2f812632569 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_164105.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:41:05.649028+00:00", + "metrics": { + "MSE[mean]": 0.031203004979968085, + "MSE[0.5]": 0.02889823747663161, + "MAE[0.5]": 0.13343111673990884, + "MASE[0.5]": 0.6671554461321898, + "MAPE[0.5]": 0.09806418833871026, + "sMAPE[0.5]": 0.09518673043474703, + "MSIS": 22.493707941011344, + "RMSE[mean]": 0.17664372329626685, + "NRMSE[mean]": 0.12567538004804382, + "ND[0.5]": 0.0949312321638396, + "mean_weighted_sum_quantile_loss": 0.09489963565430778 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.3666071891784668, + 1.352821946144104, + 1.346428394317627, + 1.3476147651672363, + 1.3444857597351074, + 1.3407831192016602, + 1.3428974151611328, + 1.3447116613388062, + 1.3420451879501343, + 1.349223256111145, + 1.3497647047042847, + 1.3447985649108887, + 1.3514599800109863, + 1.3483529090881348, + 1.3442827463150024, + 1.3456953763961792, + 1.346789836883545, + 1.3446223735809326, + 1.3476135730743408, + 1.348754644393921, + 1.354950189590454, + 1.3542927503585815, + 1.3548270463943481, + 1.360708475112915, + 1.3648103475570679, + 1.3709694147109985, + 1.3722947835922241, + 1.3732999563217163, + 1.3733153343200684, + 1.3731104135513306, + 1.3765976428985596, + 1.3780118227005005, + 1.3759746551513672, + 1.388625144958496, + 1.378779411315918, + 1.3783520460128784, + 1.3838998079299927, + 1.3808047771453857, + 1.378242015838623, + 1.3801608085632324, + 1.3858977556228638, + 1.3913644552230835, + 1.4008629322052002, + 1.4083975553512573, + 1.4145373106002808, + 1.423787236213684, + 1.4182722568511963, + 1.4197689294815063, + 1.426858901977539, + 1.4352041482925415, + 1.4424922466278076, + 1.4569072723388672, + 1.4592427015304565, + 1.4665653705596924, + 1.4678575992584229, + 1.4667694568634033, + 1.4731218814849854, + 1.4767184257507324, + 1.47926664352417, + 1.4905123710632324, + 1.496688961982727, + 1.5002820491790771, + 1.4942010641098022, + 1.4955564737319946, + 1.5023390054702759, + 1.5108999013900757, + 1.523133397102356, + 1.5243675708770752, + 1.5214403867721558, + 1.5266444683074951, + 1.5170819759368896, + 1.5119166374206543 + ], + "p10": [ + 1.4033434391021729, + 1.3953344821929932, + 1.3828606605529785, + 1.3891301155090332, + 1.3947296142578125, + 1.3891993761062622, + 1.394470453262329, + 1.3983078002929688, + 1.3944767713546753, + 1.3969084024429321, + 1.4050880670547485, + 1.4029710292816162, + 1.4074097871780396, + 1.3978270292282104, + 1.4001340866088867, + 1.3909376859664917, + 1.3955779075622559, + 1.4001106023788452, + 1.4025895595550537, + 1.3935946226119995, + 1.3986159563064575, + 1.4052033424377441, + 1.4084625244140625, + 1.402571439743042, + 1.4189138412475586, + 1.4235683679580688, + 1.4188956022262573, + 1.4213833808898926, + 1.4265552759170532, + 1.425515055656433, + 1.4359172582626343, + 1.4225540161132812, + 1.4295823574066162, + 1.438772439956665, + 1.4306468963623047, + 1.428863286972046, + 1.430578589439392, + 1.4312909841537476, + 1.4340394735336304, + 1.4361329078674316, + 1.4443891048431396, + 1.443536639213562, + 1.454613447189331, + 1.45706045627594, + 1.477794885635376, + 1.4817323684692383, + 1.4738504886627197, + 1.4820948839187622, + 1.4853261709213257, + 1.492139220237732, + 1.4989732503890991, + 1.5087385177612305, + 1.517983317375183, + 1.5221030712127686, + 1.5289690494537354, + 1.5220801830291748, + 1.5353546142578125, + 1.5403412580490112, + 1.5339962244033813, + 1.5469636917114258, + 1.5450787544250488, + 1.5534234046936035, + 1.546257495880127, + 1.5507543087005615, + 1.5601632595062256, + 1.5596354007720947, + 1.5810593366622925, + 1.5723496675491333, + 1.5751476287841797, + 1.5772684812545776, + 1.5826419591903687, + 1.5644720792770386 + ], + "p90": [ + 1.4727109670639038, + 1.4742329120635986, + 1.4781850576400757, + 1.4843422174453735, + 1.4867017269134521, + 1.4851388931274414, + 1.4874464273452759, + 1.4867730140686035, + 1.4857378005981445, + 1.4910517930984497, + 1.4925687313079834, + 1.4822591543197632, + 1.4887338876724243, + 1.4839661121368408, + 1.4787980318069458, + 1.4801243543624878, + 1.480378270149231, + 1.4817365407943726, + 1.4839192628860474, + 1.4864087104797363, + 1.4935252666473389, + 1.495963215827942, + 1.4983304738998413, + 1.5026788711547852, + 1.5127891302108765, + 1.5129544734954834, + 1.5182137489318848, + 1.52134370803833, + 1.521140694618225, + 1.5304052829742432, + 1.53299081325531, + 1.5325618982315063, + 1.5348056554794312, + 1.5422817468643188, + 1.537060260772705, + 1.5360764265060425, + 1.5469845533370972, + 1.5466519594192505, + 1.5391613245010376, + 1.5415310859680176, + 1.548295497894287, + 1.553219199180603, + 1.568161964416504, + 1.5833277702331543, + 1.5959795713424683, + 1.6091783046722412, + 1.6113272905349731, + 1.6122245788574219, + 1.6195838451385498, + 1.6280512809753418, + 1.637047529220581, + 1.6579753160476685, + 1.659171462059021, + 1.6681158542633057, + 1.671151876449585, + 1.664445161819458, + 1.6678745746612549, + 1.6712708473205566, + 1.67676842212677, + 1.6839004755020142, + 1.6895254850387573, + 1.6921985149383545, + 1.68378484249115, + 1.6859240531921387, + 1.6936124563217163, + 1.707105040550232, + 1.7220332622528076, + 1.719342827796936, + 1.7183010578155518, + 1.720200777053833, + 1.711857795715332, + 1.7080880403518677 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_164357.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_164357.json new file mode 100644 index 0000000000000000000000000000000000000000..b9bea9cfc20a8644df4d230d5d44add16148c4db --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_164357.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:43:57.552659+00:00", + "metrics": { + "MSE[mean]": 0.01905678830040141, + "MSE[0.5]": 0.01905678830040141, + "MAE[0.5]": 0.11120368871423933, + "MASE[0.5]": 0.5560183289202993, + "MAPE[0.5]": 0.07822922395234201, + "sMAPE[0.5]": 0.08010101160464002, + "MSIS": 4.616012755564975, + "RMSE[mean]": 0.13804632664580904, + "NRMSE[mean]": 0.09821478081250964, + "ND[0.5]": 0.07911725127343797, + "mean_weighted_sum_quantile_loss": 0.06906746557750773 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4757184982299805, + 1.4380966424942017, + 1.4249671697616577, + 1.4069416522979736, + 1.4000879526138306, + 1.3985379934310913, + 1.4017878770828247, + 1.4030803442001343, + 1.4002745151519775, + 1.4038491249084473, + 1.3998610973358154, + 1.3995118141174316, + 1.3973356485366821, + 1.3965846300125122, + 1.396844506263733, + 1.3934065103530884, + 1.389971137046814, + 1.3857632875442505, + 1.3841944932937622, + 1.3850849866867065, + 1.3788386583328247, + 1.3751640319824219, + 1.3744879961013794, + 1.3749830722808838, + 1.3720587491989136, + 1.370356559753418, + 1.3702763319015503, + 1.3673882484436035, + 1.3649784326553345, + 1.3641302585601807, + 1.3607087135314941, + 1.357758641242981, + 1.3034640550613403, + 1.3122893571853638, + 1.311531662940979, + 1.310802936553955, + 1.3129608631134033, + 1.3166927099227905, + 1.3170722723007202, + 1.3158066272735596, + 1.3134397268295288, + 1.3113551139831543, + 1.3110302686691284, + 1.3091741800308228, + 1.3156028985977173, + 1.315354824066162, + 1.315077781677246, + 1.3150767087936401, + 1.3146296739578247, + 1.3123959302902222, + 1.3117213249206543, + 1.3109749555587769, + 1.3111803531646729, + 1.3117263317108154, + 1.3124154806137085, + 1.3135319948196411, + 1.3120025396347046, + 1.312730312347412, + 1.3129901885986328, + 1.3121124505996704, + 1.313185691833496, + 1.3126516342163086, + 1.3113516569137573, + 1.3111743927001953, + 1.3236703872680664, + 1.3286261558532715, + 1.3268165588378906, + 1.324824571609497, + 1.3217850923538208, + 1.3249574899673462, + 1.3246227502822876, + 1.3258507251739502 + ], + "p10": [ + 1.31584632396698, + 1.2757893800735474, + 1.2809154987335205, + 1.2853533029556274, + 1.2853314876556396, + 1.2838560342788696, + 1.2793039083480835, + 1.2798056602478027, + 1.2811052799224854, + 1.279309630393982, + 1.2783626317977905, + 1.2826796770095825, + 1.2820302248001099, + 1.2796616554260254, + 1.2789480686187744, + 1.2787052392959595, + 1.277721643447876, + 1.2779324054718018, + 1.2782375812530518, + 1.2761588096618652, + 1.2750554084777832, + 1.277714490890503, + 1.2779369354248047, + 1.2773613929748535, + 1.2784819602966309, + 1.2767002582550049, + 1.2736550569534302, + 1.2728005647659302, + 1.2727174758911133, + 1.2736117839813232, + 1.274953007698059, + 1.2757456302642822, + 1.277475357055664, + 1.2727123498916626, + 1.2764310836791992, + 1.2773042917251587, + 1.2754766941070557, + 1.2733731269836426, + 1.2725019454956055, + 1.2732229232788086, + 1.2712868452072144, + 1.268491268157959, + 1.2683662176132202, + 1.2680360078811646, + 1.2619973421096802, + 1.2587039470672607, + 1.2574186325073242, + 1.2556883096694946, + 1.2533472776412964, + 1.2517532110214233, + 1.2496364116668701, + 1.2490050792694092, + 1.2468554973602295, + 1.2445858716964722, + 1.2453272342681885, + 1.245443344116211, + 1.2458570003509521, + 1.2466278076171875, + 1.2463006973266602, + 1.2468689680099487, + 1.2463594675064087, + 1.248280644416809, + 1.2496551275253296, + 1.2495975494384766, + 1.280107855796814, + 1.2703542709350586, + 1.2699954509735107, + 1.2680760622024536, + 1.2689523696899414, + 1.267664909362793, + 1.2656663656234741, + 1.2676208019256592 + ], + "p90": [ + 1.594518780708313, + 1.610169529914856, + 1.6127276420593262, + 1.6145281791687012, + 1.6140393018722534, + 1.617329478263855, + 1.6217387914657593, + 1.627315878868103, + 1.628320336341858, + 1.636959433555603, + 1.6432212591171265, + 1.6469590663909912, + 1.6474689245224, + 1.6501572132110596, + 1.6552717685699463, + 1.656117558479309, + 1.6525100469589233, + 1.6551637649536133, + 1.6585725545883179, + 1.6582223176956177, + 1.653451919555664, + 1.6501413583755493, + 1.6560513973236084, + 1.664420485496521, + 1.6610355377197266, + 1.6616109609603882, + 1.669119954109192, + 1.6704498529434204, + 1.671419620513916, + 1.6714789867401123, + 1.6714099645614624, + 1.666383981704712, + 1.5916249752044678, + 1.6022541522979736, + 1.6103142499923706, + 1.648101806640625, + 1.6378724575042725, + 1.673399567604065, + 1.6979527473449707, + 1.6795103549957275, + 1.6803059577941895, + 1.6883257627487183, + 1.7535626888275146, + 1.7117762565612793, + 1.7373532056808472, + 1.729586124420166, + 1.736661434173584, + 1.731345772743225, + 1.7230573892593384, + 1.7248313426971436, + 1.723151445388794, + 1.7325232028961182, + 1.7292133569717407, + 1.7150993347167969, + 1.7257376909255981, + 1.7208088636398315, + 1.7198492288589478, + 1.7411134243011475, + 1.7598787546157837, + 1.7502591609954834, + 1.7527236938476562, + 1.7456142902374268, + 1.7310696840286255, + 1.7347434759140015, + 1.7142682075500488, + 1.7069836854934692, + 1.7427587509155273, + 1.7632169723510742, + 1.7549424171447754, + 1.7745931148529053, + 1.7644774913787842, + 1.7538422346115112 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_164226.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_164226.json new file mode 100644 index 0000000000000000000000000000000000000000..8e6ab1f436e36c4b93de42559de9b8c06c653e54 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_164226.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:42:26.060135+00:00", + "metrics": { + "MSE[mean]": 0.02237367405292486, + "MSE[0.5]": 0.02237367405292486, + "MAE[0.5]": 0.11437506311469608, + "MASE[0.5]": 0.5718751976528992, + "MAPE[0.5]": 0.08757512901222889, + "sMAPE[0.5]": 0.08171847206314226, + "MSIS": 3.676390183701083, + "RMSE[mean]": 0.14957832079858652, + "NRMSE[mean]": 0.1064193618800825, + "ND[0.5]": 0.08137356514417521, + "mean_weighted_sum_quantile_loss": 0.08032561938845156 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4932165145874023, + 1.4615895748138428, + 1.4572443962097168, + 1.4588465690612793, + 1.4561645984649658, + 1.4602539539337158, + 1.4666236639022827, + 1.4655104875564575, + 1.4694949388504028, + 1.4695210456848145, + 1.4715899229049683, + 1.4730843305587769, + 1.4776179790496826, + 1.4818813800811768, + 1.4866036176681519, + 1.4884438514709473, + 1.4895411729812622, + 1.4825005531311035, + 1.4898813962936401, + 1.4933958053588867, + 1.4962202310562134, + 1.5042309761047363, + 1.5044437646865845, + 1.4981120824813843, + 1.5009866952896118, + 1.5010435581207275, + 1.4984074831008911, + 1.4989923238754272, + 1.5001014471054077, + 1.4971483945846558, + 1.4978663921356201, + 1.4959373474121094, + 1.492515206336975, + 1.497063159942627, + 1.4966174364089966, + 1.497361421585083, + 1.5021363496780396, + 1.492294430732727, + 1.4864643812179565, + 1.4818795919418335, + 1.4796806573867798, + 1.482147216796875, + 1.48439359664917, + 1.4827300310134888, + 1.4837702512741089, + 1.4853947162628174, + 1.4795093536376953, + 1.4748315811157227, + 1.4757781028747559, + 1.4772143363952637, + 1.4810558557510376, + 1.4836350679397583, + 1.4758127927780151, + 1.4709539413452148, + 1.4701696634292603, + 1.4680734872817993, + 1.4714330434799194, + 1.4736225605010986, + 1.4762828350067139, + 1.4789825677871704, + 1.482556939125061, + 1.4825224876403809, + 1.4806650876998901, + 1.478834629058838, + 1.4856932163238525, + 1.487716555595398, + 1.493243932723999, + 1.491424798965454, + 1.4948710203170776, + 1.496428370475769, + 1.4966115951538086, + 1.497387409210205 + ], + "p10": [ + 1.36613130569458, + 1.292880892753601, + 1.2863157987594604, + 1.2786598205566406, + 1.278421401977539, + 1.2683671712875366, + 1.2747993469238281, + 1.2681918144226074, + 1.2665541172027588, + 1.2594712972640991, + 1.259604573249817, + 1.2573342323303223, + 1.2529939413070679, + 1.2484678030014038, + 1.2489094734191895, + 1.244157075881958, + 1.2334487438201904, + 1.2296110391616821, + 1.226161241531372, + 1.2208349704742432, + 1.2144410610198975, + 1.2104847431182861, + 1.2035467624664307, + 1.1987218856811523, + 1.1930701732635498, + 1.1899524927139282, + 1.1820600032806396, + 1.1829626560211182, + 1.180111050605774, + 1.1750609874725342, + 1.1788564920425415, + 1.1737864017486572, + 1.1298338174819946, + 1.1353098154067993, + 1.1421856880187988, + 1.1331459283828735, + 1.1206973791122437, + 1.112534761428833, + 1.0992554426193237, + 1.0899670124053955, + 1.0784772634506226, + 1.0779201984405518, + 1.072183609008789, + 1.0747816562652588, + 1.0734869241714478, + 1.0597814321517944, + 1.0603163242340088, + 1.0476269721984863, + 1.0399796962738037, + 1.044060230255127, + 1.0375865697860718, + 1.0346171855926514, + 1.0245258808135986, + 1.0126816034317017, + 1.005995512008667, + 1.0008586645126343, + 0.9977307319641113, + 0.9949649572372437, + 0.9964693188667297, + 0.9963807463645935, + 0.9945666193962097, + 0.99910569190979, + 0.9929342865943909, + 0.9939674139022827, + 0.9996668696403503, + 0.9775514602661133, + 0.9808199405670166, + 0.9690544605255127, + 0.9649533033370972, + 0.9656974673271179, + 0.9486119747161865, + 0.9504860043525696 + ], + "p90": [ + 1.5334110260009766, + 1.5586408376693726, + 1.5858004093170166, + 1.5984597206115723, + 1.608081579208374, + 1.6278196573257446, + 1.644376516342163, + 1.6552906036376953, + 1.6709544658660889, + 1.6828035116195679, + 1.6946892738342285, + 1.707695722579956, + 1.7218247652053833, + 1.7365072965621948, + 1.7498996257781982, + 1.7600252628326416, + 1.7704665660858154, + 1.7679011821746826, + 1.7867566347122192, + 1.8007258176803589, + 1.8046016693115234, + 1.8187527656555176, + 1.8233203887939453, + 1.8186657428741455, + 1.8231592178344727, + 1.8226608037948608, + 1.8291893005371094, + 1.8307102918624878, + 1.8323402404785156, + 1.8253759145736694, + 1.8353989124298096, + 1.8326416015625, + 1.8086204528808594, + 1.8384525775909424, + 1.8467364311218262, + 1.8527960777282715, + 1.8596928119659424, + 1.8572427034378052, + 1.8523651361465454, + 1.8538950681686401, + 1.847212314605713, + 1.8491650819778442, + 1.8541070222854614, + 1.8664923906326294, + 1.8673900365829468, + 1.8694531917572021, + 1.8643429279327393, + 1.8659567832946777, + 1.864922285079956, + 1.8668475151062012, + 1.8816970586776733, + 1.8916049003601074, + 1.886552095413208, + 1.8787825107574463, + 1.8799909353256226, + 1.881217360496521, + 1.8857951164245605, + 1.888934850692749, + 1.8974573612213135, + 1.906533122062683, + 1.9065260887145996, + 1.9043605327606201, + 1.911639928817749, + 1.9096810817718506, + 1.8755624294281006, + 1.8978973627090454, + 1.9011623859405518, + 1.9083508253097534, + 1.9157062768936157, + 1.9355902671813965, + 1.9332492351531982, + 1.9458503723144531 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260619_164956.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..131946ee95c9874dcad853daa8d38e33f4d32746 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260619_164956.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:49:56.733359+00:00", + "metrics": { + "MSE[mean]": 6.604165474804122, + "MSE[0.5]": 6.81514767518819, + "MAE[0.5]": 2.034963611495047, + "MASE[0.5]": 1.1664253348091203, + "MAPE[0.5]": 0.08265505359577068, + "sMAPE[0.5]": 0.08850315851901451, + "MSIS": 36.70901713890212, + "RMSE[mean]": 2.5698570922921222, + "NRMSE[mean]": 0.11004634499107213, + "ND[0.5]": 0.08714115205337111, + "mean_weighted_sum_quantile_loss": 0.08393625984193605 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.72288622160826, + 21.68106770806678, + 21.59517012520098, + 21.54196662111366, + 21.497890919359353, + 21.46614374737809, + 21.429477601221947, + 21.434361156150985, + 21.38917374482342, + 21.392975267067815, + 21.347301319726963, + 21.324800359099143, + 21.33349076224306, + 21.30212578719655, + 21.33252005599307, + 21.311547815058717, + 21.331610704453475, + 21.29875711394108, + 21.293408200303702, + 21.29022567354382, + 21.295182847198987, + 21.33025639888276, + 21.306738608754337, + 21.289751271444636 + ], + "p10": [ + 21.36666515064575, + 21.37127117878643, + 21.30076440671719, + 21.282586960924, + 21.201371247583694, + 21.142819563580602, + 21.051832060988513, + 21.11678388479902, + 21.10688886631453, + 21.050805308534997, + 20.976884780393775, + 20.98987843317045, + 21.046490772438702, + 21.035246192620015, + 20.967114904524646, + 21.024001170385873, + 21.035175156343914, + 20.987523789250186, + 20.960803114649316, + 21.023010731457198, + 20.976402310875695, + 20.95370177142134, + 21.021773571636672, + 21.007630598814515 + ], + "p90": [ + 22.011522025004872, + 21.980150814610322, + 21.85322807378839, + 21.86396223232518, + 21.810112863097718, + 21.87441910581254, + 21.83853665673212, + 21.727703368125123, + 21.708179892567866, + 21.66425400630357, + 21.68141892226776, + 21.54502675965815, + 21.65923335336744, + 21.554819018949104, + 21.658919346216035, + 21.595218490662024, + 21.54724727067957, + 21.588544227612, + 21.627783458207716, + 21.595016692846738, + 21.623311622348005, + 21.734668455654674, + 21.574013084819875, + 21.62362655749951 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260619_163930.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260619_163930.json new file mode 100644 index 0000000000000000000000000000000000000000..2a6d81b5d8cb5f1a3427f2b4e077e7a89fbd7f01 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260619_163930.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:39:30.736487+00:00", + "metrics": { + "MSE[mean]": 1.122436069176274, + "MSE[0.5]": 1.122436069176274, + "MAE[0.5]": 0.8473222255706787, + "MASE[0.5]": 0.4856785178219358, + "MAPE[0.5]": 0.03462510565717769, + "sMAPE[0.5]": 0.03550831299818315, + "MSIS": 2.624984687107927, + "RMSE[mean]": 1.0594508337701538, + "NRMSE[mean]": 0.045367772513046974, + "ND[0.5]": 0.036284007477858066, + "mean_weighted_sum_quantile_loss": 0.028755923174499178 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.861207962036133, + 21.75771713256836, + 21.677459716796875, + 21.58204460144043, + 21.60009002685547, + 21.639066696166992, + 21.89659309387207, + 22.26722526550293, + 22.74165153503418, + 23.175888061523438, + 23.60443115234375, + 23.849611282348633, + 23.9649658203125, + 23.980566024780273, + 23.916330337524414, + 23.74641990661621, + 23.674381256103516, + 23.30660629272461, + 22.897422790527344, + 22.490257263183594, + 22.220458984375, + 22.0231990814209, + 21.872577667236328, + 21.746736526489258 + ], + "p10": [ + 21.64915657043457, + 21.572702407836914, + 21.39729881286621, + 21.26190185546875, + 21.217710494995117, + 21.21892738342285, + 21.452983856201172, + 21.757381439208984, + 22.09627342224121, + 22.323869705200195, + 22.517650604248047, + 22.615365982055664, + 22.61956214904785, + 22.54265594482422, + 22.422069549560547, + 22.355422973632812, + 22.229660034179688, + 21.940208435058594, + 21.678071975708008, + 21.370981216430664, + 21.149961471557617, + 20.98341941833496, + 20.794300079345703, + 20.698749542236328 + ], + "p90": [ + 22.000808715820312, + 21.947526931762695, + 21.899330139160156, + 21.908803939819336, + 21.944765090942383, + 22.04765510559082, + 22.37246322631836, + 22.82142448425293, + 23.447391510009766, + 24.152193069458008, + 24.802942276000977, + 25.252552032470703, + 25.556568145751953, + 25.761281967163086, + 25.694887161254883, + 25.382713317871094, + 25.269365310668945, + 24.827953338623047, + 24.24571990966797, + 23.651472091674805, + 23.308670043945312, + 23.032270431518555, + 22.869976043701172, + 22.72370719909668 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260619_164956.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260619_164956.json new file mode 100644 index 0000000000000000000000000000000000000000..5ef91800ee3f5329fb681ed1ea93ada6e667dd51 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260619_164956.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T16:49:56.962775+00:00", + "metrics": { + "MSE[mean]": 14.031501766665542, + "MSE[0.5]": 14.825450352924248, + "MAE[0.5]": 3.214399350169652, + "MASE[0.5]": 1.8424687385330092, + "MAPE[0.5]": 0.13242280084043564, + "sMAPE[0.5]": 0.1460063259705679, + "MSIS": 34.82413546165401, + "RMSE[mean]": 3.745864622041958, + "NRMSE[mean]": 0.16040530491888666, + "ND[0.5]": 0.13764691464315787, + "mean_weighted_sum_quantile_loss": 0.12581365602899178 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.621372067087773, + 21.511369548046584, + 21.371369203382837, + 21.271368820572118, + 21.1113680181447, + 20.991367177570307, + 20.8113649637049, + 20.81636412313051, + 20.561362099999965, + 20.481362174952917, + 20.286360571439072, + 20.121359654570735, + 20.051359004731207, + 19.94135839303865, + 19.811357323582424, + 19.691356483008033, + 19.56135445987749, + 19.40135365745007, + 19.341353236492377, + 19.181350526716326, + 19.016350563522305, + 19.04134922703727, + 18.76634769981737, + 18.641347698476377 + ], + "p10": [ + 20.598371922129278, + 20.748369631969926, + 20.498369439894066, + 20.541368324661473, + 20.28036807155046, + 20.13836672743603, + 20.020365932638004, + 20.139364840293595, + 19.90136320626217, + 19.69136221309989, + 19.18136198287706, + 19.416359921599543, + 19.301359004731207, + 19.2413576300992, + 19.109356705601467, + 18.981355491186743, + 18.811355222816943, + 18.590354168619502, + 18.58735238200019, + 18.50735054960451, + 18.09935055589291, + 18.208349425401526, + 18.121347242053698, + 17.94634704997784 + ], + "p90": [ + 22.822372662180545, + 23.056370387279983, + 22.773369821363794, + 22.643368561172704, + 22.23836711024675, + 22.302366666400875, + 22.27136423891242, + 22.094363810325333, + 21.772362351769985, + 21.831361602748327, + 21.447360441739367, + 21.061360570098078, + 21.311359233613043, + 21.052358835543533, + 21.011356179173244, + 21.103356185461646, + 20.647355093117234, + 20.522354328836787, + 20.71835290079902, + 20.56535149564943, + 20.361350830551114, + 20.48334961613639, + 20.10534859245653, + 20.061347774770322 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260619_164505.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260619_164505.json new file mode 100644 index 0000000000000000000000000000000000000000..548df2c345fc962e36c8b87247673e5ce650749f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260619_164505.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:45:05.666682+00:00", + "metrics": { + "MSE[mean]": 0.10203270561881557, + "MSE[0.5]": 0.10033036150214987, + "MAE[0.5]": 0.22832719484965006, + "MASE[0.5]": 0.1308753744755492, + "MAPE[0.5]": 0.009745612334973817, + "sMAPE[0.5]": 0.009784064214637634, + "MSIS": 2.2777753120634245, + "RMSE[mean]": 0.31942558698203183, + "NRMSE[mean]": 0.013678433111876954, + "ND[0.5]": 0.009777420437358754, + "mean_weighted_sum_quantile_loss": 0.02035988287763695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.896894454956055, + 21.798032760620117, + 21.736273765563965, + 21.631081581115723, + 21.572349548339844, + 21.67766284942627, + 22.151118278503418, + 22.774935722351074, + 23.494935035705566, + 24.189577102661133, + 24.82974338531494, + 25.319669723510742, + 25.540449142456055, + 25.79908847808838, + 25.55627155303955, + 25.29580593109131, + 24.909027099609375, + 24.24742603302002, + 23.902814865112305, + 23.138575553894043, + 22.57576560974121, + 22.129825592041016, + 21.772807121276855, + 21.602102279663086 + ], + "p10": [ + 21.71248149871826, + 21.57332992553711, + 21.324270248413086, + 21.13514995574951, + 20.998165130615234, + 20.916759490966797, + 21.41706943511963, + 21.502554893493652, + 22.192370414733887, + 22.741697311401367, + 22.76986789703369, + 22.96061134338379, + 22.968153953552246, + 23.01231288909912, + 23.218175888061523, + 22.39394474029541, + 21.964167594909668, + 21.35260772705078, + 21.60112953186035, + 20.96423625946045, + 20.145153045654297, + 19.530619621276855, + 19.62584400177002, + 19.499807357788086 + ], + "p90": [ + 22.05056667327881, + 22.022539138793945, + 22.071675300598145, + 22.11902618408203, + 22.213443756103516, + 22.446269035339355, + 23.158181190490723, + 23.721266746520996, + 24.804065704345703, + 25.942492485046387, + 27.22330379486084, + 27.949922561645508, + 28.350180625915527, + 28.601292610168457, + 28.814376831054688, + 28.548038482666016, + 27.96815013885498, + 27.441431045532227, + 26.28073787689209, + 26.014966011047363, + 24.738466262817383, + 24.492816925048828, + 24.33307456970215, + 23.62740707397461 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260619_164957.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..13b3cc9a3587fa453862280bf665817f5c07bfc5 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260619_164957.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:49:57.042191+00:00", + "metrics": { + "MSE[mean]": 2.8577144586811323, + "MSE[0.5]": 2.8984197814294816, + "MAE[0.5]": 1.5162396095483064, + "MASE[0.5]": 0.8690967662654628, + "MAPE[0.5]": 0.06401851784150171, + "sMAPE[0.5]": 0.06487387899828524, + "MSIS": 4.763387027254713, + "RMSE[mean]": 1.6904775830164482, + "NRMSE[mean]": 0.07238958145115224, + "ND[0.5]": 0.0649283680644894, + "mean_weighted_sum_quantile_loss": 0.05494838497429076 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 22.980123445643713, + 23.000121996058752, + 22.990122720851232, + 23.02012340749674, + 22.99012367452555, + 23.000123903407385, + 22.950122758998205, + 23.08512298788004, + 22.960122034205725, + 23.010123178614904, + 22.945122644557287, + 22.910122797145178, + 22.970123216761877, + 22.99012367452555, + 22.99012367452555, + 23.000123903407385, + 23.00012294973307, + 22.970123216761877, + 23.040123865260412, + 23.010122224940588, + 22.975123331202795, + 23.130123064173986, + 22.985122606410314, + 22.99012367452555 + ], + "p10": [ + 21.95712330068522, + 22.237122079982093, + 22.11712295736246, + 22.290122911586096, + 22.15912372793131, + 22.147123453273107, + 22.15912372793131, + 22.408123705043128, + 22.30012314046793, + 22.220123216761877, + 21.840124055995275, + 22.205123064173986, + 22.220123216761877, + 22.290122911586096, + 22.288123056544592, + 22.290122911586096, + 22.250123712672522, + 22.15912372793131, + 22.286123010768225, + 22.336122247828772, + 22.0581233235734, + 22.297123262538243, + 22.340122148646643, + 22.295123026027014 + ], + "p90": [ + 24.181124040736485, + 24.54512283529215, + 24.39212333883219, + 24.392123148097326, + 24.1171227666276, + 24.311123392237953, + 24.410122034205724, + 24.363122675074866, + 24.171122285975745, + 24.360122606410314, + 24.10612251485758, + 23.85012371267252, + 24.230123445643713, + 24.10112411703043, + 24.19012253011637, + 24.412123605860998, + 24.086123582972814, + 24.091123888148594, + 24.417123529567053, + 24.394123193873693, + 24.320123598231604, + 24.572123453273107, + 24.324123499049474, + 24.410123750819494 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260619_164957.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260619_164957.json new file mode 100644 index 0000000000000000000000000000000000000000..bc53d08ae7d26ab91cc83402cc57a8316198072e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260619_164957.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:49:57.088733+00:00", + "metrics": { + "MSE[mean]": 0.7228792015084764, + "MSE[0.5]": 0.7228792015084764, + "MAE[0.5]": 0.7337500254313151, + "MASE[0.5]": 0.4205798149142999, + "MAPE[0.5]": 0.030863168927827447, + "sMAPE[0.5]": 0.031110116066204674, + "MSIS": 5.390142700437491, + "RMSE[mean]": 0.8502230304505262, + "NRMSE[mean]": 0.036408225659295836, + "ND[0.5]": 0.03142062205638156, + "mean_weighted_sum_quantile_loss": 0.0261379766471425 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "p10": [ + 21.805, + 21.7951997756958, + 21.785399551391603, + 21.756000747680662, + 21.746200523376466, + 21.863799476623534, + 22.334200897216796, + 22.90260082244873, + 23.2553995513916, + 23.412199401855467, + 23.676799850463865, + 23.794400672912598, + 23.794400672912598, + 23.794400672912598, + 23.89239917755127, + 23.813999252319334, + 23.65719940185547, + 23.235799102783204, + 22.677199401855468, + 22.226400299072264, + 21.95199962615967, + 21.765799102783202, + 21.589400672912596, + 21.461999626159667 + ], + "p90": [ + 22.695, + 22.68479976654053, + 22.674599533081054, + 22.644000778198244, + 22.63380054473877, + 22.756199455261232, + 23.24580093383789, + 23.837400856018068, + 24.204599533081055, + 24.367799377441408, + 24.643199844360353, + 24.765600700378418, + 24.765600700378418, + 24.765600700378418, + 24.867599143981934, + 24.78599922180176, + 24.622799377441407, + 24.18419906616211, + 23.602799377441407, + 23.1336003112793, + 22.847999610900878, + 22.65419906616211, + 22.47060070037842, + 22.33799961090088 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260619_164903.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260619_164903.json new file mode 100644 index 0000000000000000000000000000000000000000..4b5fb22bbba321699492b30fc9a127962f7b02c2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260619_164903.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:49:03.253455+00:00", + "metrics": { + "MSE[mean]": 0.19897565927067262, + "MSE[0.5]": 0.19897565927067262, + "MAE[0.5]": 0.34273139635721844, + "MASE[0.5]": 0.196450974104575, + "MAPE[0.5]": 0.014731248062748406, + "sMAPE[0.5]": 0.01483377514046838, + "MSIS": 1.854932094016476, + "RMSE[mean]": 0.44606687757630314, + "NRMSE[mean]": 0.01910146274128781, + "ND[0.5]": 0.014676433797008595, + "mean_weighted_sum_quantile_loss": 0.01986595583914095 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.9605712890625, + 21.8560791015625, + 21.7646484375, + 21.686279296875, + 21.686279296875, + 21.895263671875, + 22.37200927734375, + 23.096923828125, + 23.75545883178711, + 24.40960693359375, + 24.8994140625, + 25.36962890625, + 25.604736328125, + 25.709228515625, + 25.5263671875, + 25.10186767578125, + 24.664306640625, + 24.035720825195312, + 23.28631591796875, + 22.56793212890625, + 22.0389404296875, + 21.738525390625, + 21.4903564453125, + 21.2291259765625 + ], + "p10": [ + 21.7254638671875, + 21.5687255859375, + 21.3858642578125, + 21.2030029296875, + 21.08544921875, + 21.1376953125, + 21.39892578125, + 21.947509765625, + 22.4046630859375, + 22.731201171875, + 23.021820068359375, + 23.243865966796875, + 23.36468505859375, + 23.402236938476562, + 23.165496826171875, + 22.77691650390625, + 22.54833984375, + 22.08465576171875, + 21.477294921875, + 20.9417724609375, + 20.589111328125, + 20.380126953125, + 20.118896484375, + 19.857666015625 + ], + "p90": [ + 22.14996337890625, + 22.052001953125, + 22.078125, + 22.104248046875, + 22.23486328125, + 22.6136474609375, + 23.412033081054688, + 24.406341552734375, + 25.35003662109375, + 26.283935546875, + 27.0023193359375, + 27.720703125, + 28.112548828125, + 28.2431640625, + 28.112548828125, + 27.642333984375, + 27.04150390625, + 26.31005859375, + 25.40228271484375, + 24.4683837890625, + 23.800613403320312, + 23.328765869140625, + 23.01202392578125, + 22.7442626953125 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260619_164047.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260619_164047.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b60f4a654653568503bf25143115095be8e2fa --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260619_164047.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:40:47.332286+00:00", + "metrics": { + "MSE[mean]": 0.25347819153951906, + "MSE[0.5]": 0.38389451334069236, + "MAE[0.5]": 0.5193533102671305, + "MASE[0.5]": 0.29768928318452986, + "MAPE[0.5]": 0.022479949808031197, + "sMAPE[0.5]": 0.022839422041168806, + "MSIS": 4.331048565737762, + "RMSE[mean]": 0.5034661771554462, + "NRMSE[mean]": 0.021559413863425244, + "ND[0.5]": 0.022239732211309766, + "mean_weighted_sum_quantile_loss": 0.01921340225105557 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.65567398071289, + 21.444780349731445, + 21.065847396850586, + 20.845237731933594, + 20.716060638427734, + 20.664928436279297, + 21.182544708251953, + 22.029020309448242, + 22.8721866607666, + 23.891677856445312, + 24.749813079833984, + 25.385595321655273, + 25.69379997253418, + 25.849912643432617, + 25.695341110229492, + 25.324914932250977, + 24.882875442504883, + 24.15359115600586, + 23.2708683013916, + 22.426380157470703, + 21.808481216430664, + 21.49928092956543, + 21.223384857177734, + 21.17262077331543 + ], + "p10": [ + 21.69936752319336, + 21.49182891845703, + 21.026151657104492, + 20.96849822998047, + 20.915050506591797, + 20.82957649230957, + 21.356285095214844, + 22.1871395111084, + 23.239267349243164, + 24.289005279541016, + 25.200592041015625, + 25.944414138793945, + 26.222124099731445, + 26.44919776916504, + 26.21285057067871, + 25.847795486450195, + 25.567310333251953, + 24.72573471069336, + 23.888124465942383, + 22.984071731567383, + 22.22853660583496, + 21.920663833618164, + 21.699785232543945, + 21.514318466186523 + ], + "p90": [ + 21.79189682006836, + 21.70137596130371, + 21.437509536743164, + 21.325788497924805, + 21.388954162597656, + 21.541452407836914, + 22.32964515686035, + 23.411821365356445, + 24.55559539794922, + 25.821218490600586, + 26.91973876953125, + 27.818817138671875, + 28.25998306274414, + 28.549776077270508, + 28.379941940307617, + 28.000539779663086, + 27.466550827026367, + 26.525413513183594, + 25.491897583007812, + 24.52351188659668, + 23.774301528930664, + 23.502220153808594, + 23.085002899169922, + 22.893321990966797 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260619_164340.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260619_164340.json new file mode 100644 index 0000000000000000000000000000000000000000..686ed239d92fd7828cd0cf5816b29ac32e8560bf --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260619_164340.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:43:40.608487+00:00", + "metrics": { + "MSE[mean]": 0.0630864204814922, + "MSE[0.5]": 0.0630864204814922, + "MAE[0.5]": 0.20702830950419107, + "MASE[0.5]": 0.11866701884215979, + "MAPE[0.5]": 0.008791164066002046, + "sMAPE[0.5]": 0.008820655648889243, + "MSIS": 1.6732100266378442, + "RMSE[mean]": 0.25117010268240963, + "NRMSE[mean]": 0.010755598766224901, + "ND[0.5]": 0.008865360194132888, + "mean_weighted_sum_quantile_loss": 0.016615882154903422 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.78042221069336, + 21.66376495361328, + 21.553335189819336, + 21.43069839477539, + 21.33431053161621, + 21.364505767822266, + 21.86978530883789, + 22.755760192871094, + 23.4835205078125, + 24.212732315063477, + 24.823514938354492, + 25.367830276489258, + 25.723844528198242, + 25.884138107299805, + 25.83140754699707, + 25.57474708557129, + 25.197397232055664, + 24.598459243774414, + 23.713586807250977, + 22.898937225341797, + 22.413908004760742, + 22.099327087402344, + 21.821733474731445, + 21.577350616455078 + ], + "p10": [ + 21.670669555664062, + 21.465654373168945, + 21.254613876342773, + 21.04436492919922, + 20.861007690429688, + 20.802812576293945, + 21.168224334716797, + 21.820005416870117, + 22.329442977905273, + 22.792387008666992, + 23.082874298095703, + 23.30820083618164, + 23.454910278320312, + 23.43760108947754, + 23.348358154296875, + 23.17300796508789, + 22.906654357910156, + 22.503671646118164, + 21.94466781616211, + 21.30326271057129, + 20.849925994873047, + 20.483165740966797, + 20.116764068603516, + 19.82280731201172 + ], + "p90": [ + 21.884281158447266, + 21.845813751220703, + 21.828405380249023, + 21.803625106811523, + 21.797178268432617, + 21.9160099029541, + 22.550151824951172, + 23.677488327026367, + 24.75005340576172, + 25.85539436340332, + 26.946884155273438, + 27.793764114379883, + 28.427661895751953, + 28.612594604492188, + 28.542646408081055, + 28.1669979095459, + 27.65707015991211, + 26.81938362121582, + 25.666011810302734, + 24.587644577026367, + 23.965335845947266, + 23.60885238647461, + 23.276453018188477, + 23.023944854736328 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260619_164200.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260619_164200.json new file mode 100644 index 0000000000000000000000000000000000000000..48ccd0b368ab0007e9b802534adfdc501f0aa75d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260619_164200.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:42:00.397497+00:00", + "metrics": { + "MSE[mean]": 0.7928028575929602, + "MSE[0.5]": 0.7928028575929602, + "MAE[0.5]": 0.721045732498169, + "MASE[0.5]": 0.4132978128901108, + "MAPE[0.5]": 0.02953640034619398, + "sMAPE[0.5]": 0.0301837402487192, + "MSIS": 2.382665304386935, + "RMSE[mean]": 0.8903947762610471, + "NRMSE[mean]": 0.03812845897951336, + "ND[0.5]": 0.030876599197218732, + "mean_weighted_sum_quantile_loss": 0.03337617042622656 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.770889282226562, + 21.690324783325195, + 21.54895782470703, + 21.420509338378906, + 21.340702056884766, + 21.44620704650879, + 21.80990219116211, + 22.414793014526367, + 23.00926399230957, + 23.468374252319336, + 23.828142166137695, + 24.138526916503906, + 24.241132736206055, + 24.424869537353516, + 24.36730194091797, + 24.186311721801758, + 23.891864776611328, + 23.430334091186523, + 22.854663848876953, + 22.350116729736328, + 22.006567001342773, + 21.800626754760742, + 21.63842010498047, + 21.458860397338867 + ], + "p10": [ + 21.633129119873047, + 21.45838737487793, + 21.187131881713867, + 20.89704132080078, + 20.667043685913086, + 20.600683212280273, + 20.82370948791504, + 21.221860885620117, + 21.559307098388672, + 21.748435974121094, + 21.85500144958496, + 21.91644859313965, + 21.913049697875977, + 21.899381637573242, + 21.826974868774414, + 21.661924362182617, + 21.40057945251465, + 21.1112060546875, + 20.73196792602539, + 20.34197998046875, + 20.079355239868164, + 19.877975463867188, + 19.714214324951172, + 19.489337921142578 + ], + "p90": [ + 21.884654998779297, + 21.880741119384766, + 21.83017921447754, + 21.82672691345215, + 21.911075592041016, + 22.205236434936523, + 23.067415237426758, + 24.34405517578125, + 25.536779403686523, + 26.682905197143555, + 27.651662826538086, + 28.569807052612305, + 28.841873168945312, + 29.03557014465332, + 29.144140243530273, + 28.70189666748047, + 28.155912399291992, + 27.198686599731445, + 26.22895050048828, + 25.112337112426758, + 24.38835906982422, + 23.971834182739258, + 23.7246150970459, + 23.484743118286133 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index a63874e1f840328238e3d8b779059f0a016f9c4b..a5957fdc9e5cb4e01f369fad961d37d124101a63 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3140140.755794525,3140140.755794525,1569.8069661458333,1.4269981448573648,0.02475711410343608,0.024370600454748394,11.132353186555392,1772.0442307669764,0.027823764026250586,0.02464833429913954,0.018554232329948895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.7228792015084764,0.7228792015084764,0.7337500254313151,0.4205798149142999,0.030863168927827447,0.031110116066204674,5.390142700437491,0.8502230304505262,0.036408225659295836,0.03142062205638156,0.0261379766471425,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1309569300506628,1.1309569300506628,0.8769333365295703,1.1023097933308277,13.615077105840994,0.7755631995198489,41.5451831374211,1.0634645880567264,1.072978356223413,0.8847783936711779,0.872695032382645,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.4483658465988705,1.4483658465988705,1.0223500028795873,1.283660611278591,19.304573304916484,0.912197501936406,48.72866149115543,1.2034807213241392,1.3926488988324384,1.1830472898353355,1.1687929665049985,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.019583339028890104,0.019583339028890104,0.10972223513656193,0.5486110625592895,0.07794029955062354,0.07861239842312195,16.127360834569277,0.13994048388114894,0.0995624026016113,0.07806325264883991,0.07423804400315415,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.7429167397817764,0.7429167397817764,0.7541666825612386,2.635921848720433,0.04435936682124436,0.04568243170564882,56.74776442005079,0.8619261800071839,0.05071397065385125,0.04437362258471396,0.0403366857717632,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,321.96040873527636,321.96040873527636,13.00416644414266,1.1798249573380415,0.5759147711109379,0.37599690671571384,43.51660932994623,17.943255243552557,0.6514948953786102,0.4721633807253008,0.4635254575697629,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,2.3204168860121777,2.3204168860121777,1.2041668097178142,0.6238791713986142,0.0453564943842506,0.046823447372521254,13.525356877839974,1.523291464563554,0.05767313024385298,0.04559079524027816,0.04075003791829763,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,36.125,36.125,4.458333333333333,0.7772397094430993,0.6471847596847596,0.40994711549148927,28.66416481667311,6.010407640085654,0.6497737989281788,0.481981981981982,0.47357357357357355,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.625,24.625,3.875,0.6666666666666666,0.5526258463758463,0.37263983485565766,24.48086036479629,4.962358310319802,0.5340654683752254,0.4170403587443946,0.4095764823119083,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,29.166666666666668,0.3835616438356164,0.011820394824596505,0.011684168416841686,3.0109590208208705,43.30127018922193,0.017422137209410334,0.01173512154233026,0.010600726459904978,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 484383f8fd3ae2ddbc56dbfc49e0286b8efd038c..d0eaa7f66797b6220a51a2706ccbc54e7f1fa811 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T16:34:26.136098+00:00", + "evaluated_at": "2026-06-19T16:49:57.082596+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 4cae0d00f80e66f1390fd046bd6d5faa0cd0325d..e1cbc0a7f683c1698e20c56cccc674193be10dc9 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:25:36.149185+00:00", + "evaluated_at": "2026-06-19T16:49:57.088733+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4d53abc8897b30d81bf970f0c0973098c530a7e1..e6de56f66a373cd964966d5a16cf252c1a7b1f91 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T16:23:30.659246+00:00", + "evaluated_at": "2026-06-19T16:49:57.098526+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,13 +303,13 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.6269999742507935, - 1.6440000534057617, - 1.6670000553131104, - 1.6950000524520874, 1.7029999494552612, 1.7339999675750732, 1.7619999647140503, @@ -334,10 +330,10 @@ 1.937000036239624, 1.9479999542236328, 1.9450000524520874, - 1.6269999742507935, - 1.6440000534057617, - 1.6670000553131104, - 1.6950000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, 1.7029999494552612, 1.7339999675750732, 1.7619999647140503, @@ -358,10 +354,10 @@ 1.937000036239624, 1.9479999542236328, 1.9450000524520874, - 1.6269999742507935, - 1.6440000534057617, - 1.6670000553131104, - 1.6950000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, 1.7029999494552612, 1.7339999675750732, 1.7619999647140503, @@ -369,13 +365,13 @@ 1.7869999408721924, 1.8040000200271606, 1.8179999589920044, - 1.8350000381469727 + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977 ], "p10": [ - 1.5944599747657775, - 1.6111200523376465, - 1.633660054206848, - 1.6611000514030456, 1.668939950466156, 1.6993199682235718, 1.7267599654197692, @@ -396,10 +392,10 @@ 1.8982600355148316, 1.9090399551391601, 1.9061000514030457, - 1.5944599747657775, - 1.6111200523376465, - 1.633660054206848, - 1.6611000514030456, + 1.8982600355148316, + 1.892379994392395, + 1.892379994392395, + 1.883560049533844, 1.668939950466156, 1.6993199682235718, 1.7267599654197692, @@ -420,10 +416,10 @@ 1.8982600355148316, 1.9090399551391601, 1.9061000514030457, - 1.5944599747657775, - 1.6111200523376465, - 1.633660054206848, - 1.6611000514030456, + 1.8982600355148316, + 1.892379994392395, + 1.892379994392395, + 1.883560049533844, 1.668939950466156, 1.6993199682235718, 1.7267599654197692, @@ -431,13 +427,13 @@ 1.7512599420547486, 1.7679200196266174, 1.7816399598121642, - 1.7983000373840332 + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975 ], "p90": [ - 1.6595399737358094, - 1.676880054473877, - 1.7003400564193727, - 1.7289000535011292, 1.7370599484443665, 1.7686799669265747, 1.7972399640083314, @@ -458,10 +454,10 @@ 1.9757400369644165, 1.9869599533081055, 1.983900053501129, - 1.6595399737358094, - 1.676880054473877, - 1.7003400564193727, - 1.7289000535011292, + 1.9757400369644165, + 1.9696199941635133, + 1.9696199941635133, + 1.9604400515556335, 1.7370599484443665, 1.7686799669265747, 1.7972399640083314, @@ -482,10 +478,10 @@ 1.9757400369644165, 1.9869599533081055, 1.983900053501129, - 1.6595399737358094, - 1.676880054473877, - 1.7003400564193727, - 1.7289000535011292, + 1.9757400369644165, + 1.9696199941635133, + 1.9696199941635133, + 1.9604400515556335, 1.7370599484443665, 1.7686799669265747, 1.7972399640083314, @@ -493,13 +489,13 @@ 1.8227399396896362, 1.840080020427704, 1.8543599581718446, - 1.871700038909912 + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8aa1b54e29df642ca11d2c28cf441c080e8223ff..d9ed3106914e723ae49a82f026de25de4de78a1b 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T16:23:30.667768+00:00", + "evaluated_at": "2026-06-19T16:49:57.106951+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index be50f3db60502dd154624b5bee6d2e6348bcfde1..b69ea7218e82d1dfe7026a9fd875779a390a6472 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:25:36.158430+00:00", + "evaluated_at": "2026-06-19T16:49:57.113526+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,20 +188,20 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 29.0, 19.0, 18.0, 14.0, @@ -225,10 +224,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "p10": [ - 28.419999999999998, 18.62, 17.64, 13.719999999999999, @@ -251,10 +250,10 @@ 11.76, 6.859999999999999, 9.8, - 5.88 + 5.88, + 11.76 ], "p90": [ - 29.580000000000002, 19.38, 18.36, 14.280000000000001, @@ -277,10 +276,10 @@ 12.24, 7.140000000000001, 10.2, - 6.12 + 6.12, + 12.24 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 8fb7f71cf5e7afb67932410dc0c20ff341f51630..a73dba8ea26c1fa4b00f951d8c3698c398238414 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,30 +1,36 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T16:34:26.163480+00:00", + "evaluated_at": "2026-06-19T16:49:57.117360+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index fc6224da30c711e502ace995b0d0717b167b17b2..a7163732f4baad4b7078d6bf314b3516f9bb37bf 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,1487816.95783933,1487816.95783933,934.4558919270834,0.8494463669663092,0.014812037401077562,0.014626763844173966,16.919955448169635,1219.761024889437,0.01915208567353427,0.014672365270851804,0.011822564101173166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.19897565927067262,0.19897565927067262,0.34273139635721844,0.196450974104575,0.014731248062748406,0.01483377514046838,1.854932094016476,0.44606687757630314,0.01910146274128781,0.014676433797008595,0.01986595583914095,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015023262143165267,0.015023262143165267,0.10538388811207065,0.13246809886933583,0.43546457712888925,0.2559590145062115,1.0422951703489263,0.12256941765042888,0.12366592526990945,0.10632665375867703,0.088085499197429,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0329724455251642,0.0329724455251642,0.15518535196315497,0.19485041639499004,0.6691919615765712,0.3724050618074988,2.027190347791601,0.18158316421178533,0.21012517209899106,0.17957804034336822,0.1342790539063706,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05817566656717273,0.05817566656717273,0.1923145271009869,0.9615724372288401,0.14712106594974428,0.1310860563573355,17.42180845849805,0.24119632370161187,0.1716021327095277,0.13682456886192199,0.10482645387549212,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.8696418582900757,0.8696418582900757,0.9203621546427408,3.21679910854617,0.054135013711355394,0.05568220166142298,5.850882958723038,0.9325459014386775,0.0548690903883859,0.05415222368704272,0.034852341214343587,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,66.74569547564776,66.74569547564776,6.328639984130859,0.5741765480591923,0.20569944720465191,0.22724159496812088,6.927315351475471,8.169803882324702,0.2966343315821374,0.2297842051726787,0.2080143782166317,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,3.036106706555529,3.036106706555529,1.3941584428151448,0.7223138913002606,0.05285706254375602,0.05514219502530019,9.5842591227134,1.742442741255944,0.06597038682134465,0.05278404253127125,0.05044576075077515,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.483771259586018,30.483771259586018,4.512298583984375,0.7866476950287531,0.8583174272017046,0.453803664665646,10.216474703957324,5.521211031973513,0.5968876791322717,0.48781606313344594,0.37143083024430684,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.803549986332655,27.803549986332655,4.468454996744792,0.7687664510528673,0.6876806838057142,0.43903693508567937,9.279797407034051,5.272907166481565,0.5674877667962224,0.48090995480661436,0.35721196515321374,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,863.3070424397787,863.3070424397787,19.6796875,0.25880136986301366,0.007982224348072562,0.00793129350110505,8.12294547303082,29.382087101493976,0.011821795313258264,0.007918063704945515,0.008295445036730464,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9ebbd4cbbafab9d81cbb6d6f6e22eb87f1eb9b0a..ebc9a824e500eaaef70177f74f739dad47d13b83 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T16:33:44.152115+00:00", + "evaluated_at": "2026-06-19T16:46:44.197743+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index dbe338596ca138b02297897b2e46784896d0131a..9a4022abfc10b1ff461f3f566c2ddadaf4fa6f73 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:25:22.079356+00:00", + "evaluated_at": "2026-06-19T16:49:03.253455+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5dc5d8f5388a6c20826030a1be5c06fed34fae1c..0c8d0f5e2e94f084c1d52fd3bd617c8e82282d17 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T16:22:57.856980+00:00", + "evaluated_at": "2026-06-19T16:49:09.869030+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9727783203125, - 1.9677734375, - 1.9627685546875, - 1.9527587890625, - 1.94775390625, - 1.9427490234375, + 1.937744140625, 1.9327392578125, 1.9227294921875, - 1.9127197265625, - 1.897705078125, + 1.90771484375, + 1.9027099609375, 1.8876953125, - 1.8626708984375, + 1.8726806640625, + 1.857666015625, 1.8426513671875, - 1.82763671875, - 1.8076171875, + 1.8226318359375, + 1.8126220703125, 1.7825927734375, - 1.7275390625, - 1.717529296875, - 1.6925048828125, - 1.66748046875, - 1.6324462890625, - 1.5823974609375, - 1.53985595703125, - 1.4873046875, - 1.4422607421875, - 1.38470458984375, - 1.345916748046875, - 1.28961181640625, - 1.22955322265625, - 1.173248291015625, - 1.1113128662109375, - 1.0715866088867188, - 1.0582923889160156, - 0.9924468994140625, - 0.9261322021484375, - 0.882965087890625, - 0.8316650390625, - 0.76409912109375, - 0.71405029296875, - 0.656494140625, - 0.59393310546875, - 0.56390380859375, - 0.5213623046875, - 0.48382568359375, - 0.42626953125, - 0.40625, - 0.3612060546875, - 0.3411865234375, - 0.2911376953125, - 0.2711181640625, - 0.2410888671875, + 1.7625732421875, + 1.737548828125, + 1.7125244140625, + 1.6875, + 1.6424560546875, + 1.62493896484375, + 1.59490966796875, + 1.55987548828125, + 1.5223388671875, + 1.4722900390625, + 1.437255859375, + 1.38720703125, + 1.343414306640625, + 1.288360595703125, + 1.248321533203125, + 1.19952392578125, + 1.1501007080078125, + 1.0978622436523438, + 1.0407752990722656, + 0.99932861328125, + 0.9617919921875, + 0.8898468017578125, + 0.827911376953125, + 0.776611328125, + 0.7315673828125, + 0.66650390625, + 0.6114501953125, + 0.5513916015625, + 0.4913330078125, + 0.45880126953125, + 0.4212646484375, + 0.38623046875, + 0.3311767578125, + 0.3011474609375, + 0.26611328125, + 0.2510986328125, 0.2010498046875, - 0.1259765625, - 0.0859375, - 0.06591796875, - 0.035888671875, - -0.004150390625, - -0.0091552734375, - -0.0341796875, - -0.05419921875 + 0.1810302734375, + 0.14599609375, + 0.095947265625, + 0.0408935546875, + 0.005859375, + -0.01416015625, + -0.044189453125, + -0.0792236328125, + -0.084228515625, + -0.1142578125, + -0.124267578125 ], "p10": [ - 1.9627685546875, - 1.9427490234375, - 1.9427490234375, - 1.9327392578125, 1.927734375, 1.9127197265625, - 1.9027099609375, - 1.8826904296875, - 1.86767578125, - 1.837646484375, - 1.82763671875, - 1.7926025390625, + 1.897705078125, + 1.8876953125, + 1.877685546875, + 1.8626708984375, + 1.84765625, + 1.817626953125, + 1.797607421875, 1.7725830078125, - 1.7425537109375, + 1.7525634765625, 1.717529296875, - 1.6875, - 1.6124267578125, - 1.58740234375, - 1.53985595703125, - 1.48980712890625, - 1.437255859375, - 1.36968994140625, - 1.30963134765625, - 1.2420654296875, - 1.1820068359375, - 1.1125640869140625, - 1.0536785125732422, - 0.9908828735351562, - 0.9123687744140625, - 0.8466796875, - 0.780364990234375, + 1.6925048828125, + 1.657470703125, + 1.62744140625, + 1.59490966796875, + 1.52984619140625, + 1.4923095703125, + 1.43975830078125, + 1.38720703125, + 1.32965087890625, + 1.26708984375, + 1.215789794921875, + 1.14947509765625, + 1.0916061401367188, + 1.0281848907470703, + 0.973052978515625, + 0.916748046875, + 0.8516845703125, + 0.78912353515625, 0.72406005859375, - 0.74908447265625, - 0.6865234375, - 0.636474609375, - 0.5914306640625, - 0.5413818359375, - 0.4813232421875, - 0.4462890625, - 0.396240234375, - 0.326171875, - 0.3111572265625, - 0.2711181640625, - 0.2410888671875, - 0.2010498046875, - 0.176025390625, - 0.1259765625, - 0.1009521484375, - 0.0509033203125, - 0.0408935546875, - 0.015869140625, - -0.0191650390625, - -0.084228515625, - -0.1092529296875, - -0.13427734375, - -0.154296875, - -0.1893310546875, + 0.66400146484375, + 0.6815185546875, + 0.60894775390625, + 0.5614013671875, + 0.50384521484375, + 0.456298828125, + 0.4012451171875, + 0.356201171875, + 0.296142578125, + 0.236083984375, + 0.216064453125, + 0.1710205078125, + 0.14599609375, + 0.10595703125, + 0.075927734375, + 0.035888671875, + 0.0108642578125, + -0.044189453125, + -0.0491943359375, + -0.0792236328125, + -0.124267578125, -0.17431640625, -0.1943359375, - -0.1993408203125 + -0.224365234375, + -0.244384765625, + -0.284423828125, + -0.25439453125, + -0.2744140625, + -0.284423828125 ], "p90": [ - 1.9827880859375, - 1.977783203125, - 1.9827880859375, - 1.9727783203125, - 1.9727783203125, - 1.9677734375, - 1.957763671875, 1.9527587890625, - 1.94775390625, 1.9427490234375, - 1.9327392578125, - 1.917724609375, - 1.9027099609375, + 1.937744140625, + 1.9227294921875, + 1.9227294921875, + 1.9127197265625, 1.9027099609375, 1.8876953125, - 1.8626708984375, - 1.84765625, + 1.877685546875, + 1.86767578125, 1.857666015625, - 1.837646484375, - 1.8226318359375, - 1.8026123046875, - 1.777587890625, - 1.7525634765625, - 1.7225341796875, - 1.7025146484375, - 1.66748046875, - 1.64996337890625, - 1.6124267578125, - 1.5823974609375, - 1.55987548828125, - 1.52984619140625, - 1.50982666015625, - 1.5523681640625, + 1.8326416015625, + 1.817626953125, + 1.8076171875, + 1.78759765625, + 1.767578125, + 1.757568359375, + 1.757568359375, + 1.7325439453125, + 1.717529296875, + 1.6925048828125, + 1.65997314453125, + 1.64495849609375, + 1.607421875, + 1.58489990234375, + 1.54486083984375, + 1.51983642578125, 1.48980712890625, - 1.417236328125, - 1.37969970703125, - 1.34466552734375, - 1.275848388671875, - 1.22454833984375, - 1.16949462890625, - 1.1350860595703125, - 1.1003646850585938, - 1.0684585571289062, - 1.030609130859375, - 0.9752426147460938, - 0.9417724609375, + 1.4622802734375, + 1.43975830078125, + 1.40972900390625, + 1.3822021484375, + 1.39471435546875, + 1.32464599609375, + 1.258331298828125, + 1.21453857421875, + 1.18701171875, + 1.1253890991210938, + 1.0776863098144531, + 1.0287322998046875, + 0.995574951171875, + 0.9624176025390625, + 0.936767578125, 0.9011077880859375, - 0.877960205078125, - 0.7515869140625, - 0.757843017578125, - 0.727813720703125, - 0.67901611328125, - 0.60894775390625, - 0.54388427734375, - 0.50885009765625, - 0.47882080078125, - 0.43878173828125, - 0.40625, - 0.3712158203125, - 0.336181640625 + 0.845428466796875, + 0.79913330078125, + 0.76409912109375, + 0.742828369140625, + 0.63897705078125, + 0.636474609375, + 0.6064453125, + 0.55389404296875, + 0.49884033203125, + 0.456298828125, + 0.4312744140625, + 0.40875244140625, + 0.3812255859375, + 0.34619140625, + 0.316162109375, + 0.2811279296875 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fb2120078f3a74e6d6db6f21e25fbe827218e78d..bd9eda3d2ed540cdff26c7ea572ffa8f347e0639 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T16:23:16.433578+00:00", + "evaluated_at": "2026-06-19T16:49:46.476050+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 1519b88f86489dfb54f3c01977f8e0e72345641b..510d72d43945b24f1e7afcb59d394def511dd5f6 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:25:30.360512+00:00", + "evaluated_at": "2026-06-19T16:49:52.304934+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 11.34765625, + 11.0537109375, + 11.41064453125, 11.599609375, - 11.935546875, - 11.935546875, - 12.41845703125, - 12.6494140625, - 12.911865234375, - 13.058837890625, - 13.13232421875, - 13.205810546875, - 13.1533203125, - 13.310791015625, - 13.38427734375, - 13.499755859375, + 11.9775390625, + 12.302978515625, + 12.680908203125, + 12.7333984375, + 12.71240234375, + 12.848876953125, + 12.974853515625, + 13.163818359375, + 13.447265625, + 13.520751953125, + 13.688720703125, 13.5732421875, - 13.5994873046875, - 13.5364990234375, - 13.3212890625, - 13.2373046875, - 13.478759765625, - 13.7569580078125, + 13.615234375, + 13.0693359375, + 13.415771484375, + 13.279296875, + 13.5784912109375, + 13.72021484375, + 14.1873779296875, 13.982666015625, - 14.1348876953125, - 13.8671875 + 13.478759765625 ], "p10": [ - 6.64453125, - 6.98046875, - 7.31640625, - 7.400390625, - 7.6943359375, - 7.8623046875, - 7.9462890625, + 6.728515625, + 7.1484375, + 7.2744140625, + 7.568359375, + 7.8203125, + 8.240234375, 8.15625, + 8.1982421875, 8.408203125, 8.5341796875, - 8.576171875, - 8.6181640625, - 8.7021484375, - 8.7861328125, - 8.912109375, - 8.7861328125, - 8.6181640625, + 8.744140625, + 8.99609375, + 8.99609375, + 9.1640625, + 9.0380859375, + 9.0380859375, + 8.408203125, + 8.66015625, 8.4501953125, - 8.2822265625, - 8.4921875, 8.7861328125, - 9.0380859375, - 9.080078125, - 8.7861328125 + 8.8701171875, + 9.3740234375, + 9.1640625, + 8.66015625 ], "p90": [ - 17.090087890625, - 17.49951171875, + 16.439208984375, + 16.974609375, + 17.237060546875, 17.75146484375, - 17.70947265625, - 18.40234375, - 18.654296875, - 19.0322265625, - 19.38916015625, - 19.38916015625, - 19.4521484375, - 19.494140625, - 19.7041015625, - 19.830078125, - 19.93505859375, - 20.06103515625, + 18.25537109375, + 18.6123046875, + 18.71728515625, + 18.73828125, + 18.822265625, + 19.01123046875, + 19.41015625, + 19.72509765625, + 19.85107421875, + 19.998046875, + 19.9140625, + 19.97705078125, + 19.8720703125, 20.22900390625, - 20.41796875, 20.08203125, - 19.998046875, - 20.25, - 20.501953125, - 20.75390625, - 21.0478515625, - 20.837890625 + 20.2919921875, + 20.41796875, + 20.9638671875, + 20.837890625, + 20.3759765625 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 998ed136beb44cde5fe867f5a5a3c3f2052b715b..15d7560e048aa1a493a1306485e2892bcaa1910d 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,30 +1,36 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T16:34:24.082605+00:00", + "evaluated_at": "2026-06-19T16:49:54.843540+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..b045159ae49ef5dec68f55b3b84d796e08a3e36f 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.25347819153951906,0.38389451334069236,0.5193533102671305,0.29768928318452986,0.022479949808031197,0.022839422041168806,4.331048565737762,0.5034661771554462,0.021559413863425244,0.022239732211309766,0.01921340225105557,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02502072897363335,0.020671248937918725,0.11884325046557934,0.14921934671031462,0.32095204353640816,0.24748352618837652,7.137615462135213,0.15817942019628645,0.18304272885396772,0.13752353399766673,0.157790862541573,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.031203004979968085,0.02889823747663161,0.13343111673990884,0.6671554461321898,0.09806418833871026,0.09518673043474703,22.493707941011344,0.17664372329626685,0.12567538004804382,0.0949312321638396,0.09489963565430778,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8728819404573187,0.9953769610799933,0.9922138452529907,3.467931179912475,0.05836221367549632,0.0601359407954386,63.5759240801327,0.9342815102833399,0.05497121005716547,0.05837982996419216,0.04423368872999232,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,100.66874948632267,118.70819281710676,8.181655724843344,0.7422945298324531,0.25861766351573406,0.31907369773961775,18.813887616830083,10.033381757230345,0.3642982786286358,0.29706465566753437,0.26577236498077483,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,4.482254354587894,6.369260143374807,2.28161358833313,1.1821046581367454,0.08618097932238529,0.09099730599977889,15.410970016302732,2.117133523089154,0.08015650337523036,0.08638386067749894,0.062393093054477836,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,18.05383831547495,14.266151004334764,3.252542018890381,0.5595771215295279,0.4706543772542684,0.3519615179618178,24.139243628389096,4.248980856096548,0.45728941949021146,0.350049365261745,0.3970439449019496,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,853.4625965555509,823.1298755680522,22.037139892578125,0.2898034835188356,0.008912240420256644,0.008877243815100714,10.855717305222603,29.214082161785452,0.011754199025697416,0.008866577660048197,0.008955335522026635,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c08151026a79e1751953a015dd92ab2f33510639..fb88f3ba190126a77b6803b9b34987ab1d299d22 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:30:21.666146+00:00", + "evaluated_at": "2026-06-19T16:40:36.804637+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2cde7a0022c0fab00ed3524c265744291732ba02..f69991b2f3c227676a61c4a10ad95121ed2971b3 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:22:20.230839+00:00", + "evaluated_at": "2026-06-19T16:40:47.332286+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1f3c26f9d1fdf1ae78f63fa83114cf240607404d..aa81a2ccb18bfb555d4ae0377fd0ca2196993b97 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:17:50.021850+00:00", + "evaluated_at": "2026-06-19T16:40:58.626419+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9358186721801758, - 1.9292597770690918, - 1.9332311153411865, - 1.913040280342102, - 1.9017664194107056, - 1.9089192152023315, - 1.8985399007797241, - 1.8913315534591675, - 1.8837800025939941, - 1.8665834665298462, - 1.8333481550216675, - 1.8276244401931763, - 1.8093222379684448, - 1.7937763929367065, - 1.7668747901916504, - 1.7476520538330078, - 1.7218595743179321, - 1.6885896921157837, - 1.6545082330703735, - 1.6132465600967407, - 1.5903503894805908, - 1.5324974060058594, - 1.5084303617477417, - 1.4839146137237549, - 1.4328763484954834, - 1.3919951915740967, - 1.360548496246338, - 1.331371784210205, - 1.2904638051986694, - 1.2257815599441528, - 1.1788883209228516, - 1.1359789371490479, - 1.08057701587677, - 1.0322712659835815, - 0.9893925189971924, - 0.9267449378967285, - 0.8902847766876221, - 0.8288028240203857, - 0.7775918245315552, - 0.7324318885803223, - 0.6883280277252197, - 0.6492231488227844, - 0.5986478328704834, - 0.5630769729614258, - 0.5014512538909912, - 0.4826759696006775, - 0.4404752254486084, - 0.3844570517539978, - 0.33893004059791565, - 0.3114079236984253, - 0.2818204164505005, - 0.21896831691265106, - 0.1886659562587738, - 0.1566149890422821, - 0.122289277613163, - 0.09034810960292816, - 0.07173632085323334, - 0.04117809236049652, - 0.018073946237564087, - -0.012179404497146606 + 1.8975553512573242, + 1.8860329389572144, + 1.8866467475891113, + 1.8680704832077026, + 1.8478517532348633, + 1.8420301675796509, + 1.822405219078064, + 1.8040839433670044, + 1.7946405410766602, + 1.7707799673080444, + 1.736345887184143, + 1.7228050231933594, + 1.6970548629760742, + 1.6726164817810059, + 1.6428250074386597, + 1.6102325916290283, + 1.5823619365692139, + 1.541467547416687, + 1.5046755075454712, + 1.4518917798995972, + 1.4217050075531006, + 1.364333152770996, + 1.3422009944915771, + 1.3181620836257935, + 1.2604525089263916, + 1.218337893486023, + 1.1786866188049316, + 1.1587834358215332, + 1.1196494102478027, + 1.0448397397994995, + 1.0075078010559082, + 0.9645164012908936, + 0.9109108448028564, + 0.861586332321167, + 0.803838849067688, + 0.7470752000808716, + 0.7132031917572021, + 0.6526456475257874, + 0.6143292188644409, + 0.5685445070266724, + 0.5222671627998352, + 0.4791531562805176, + 0.44041264057159424, + 0.4029819965362549, + 0.3432168662548065, + 0.3300600051879883, + 0.28432396054267883, + 0.23971615731716156, + 0.1999630481004715, + 0.1757848560810089, + 0.15237665176391602, + 0.10165971517562866, + 0.07901391386985779, + 0.05403396487236023, + 0.027969107031822205, + -0.003717467188835144, + -0.018197953701019287, + -0.04942843317985535, + -0.056515514850616455, + -0.07802474498748779 ], "p10": [ - 1.9442219734191895, - 1.9390171766281128, - 1.9434521198272705, - 1.9508754014968872, - 1.9048446416854858, - 1.8897608518600464, - 1.9029635190963745, - 1.8901087045669556, - 1.8960447311401367, - 1.8734145164489746, - 1.8192638158798218, - 1.8444523811340332, - 1.7668237686157227, - 1.8080692291259766, - 1.7537269592285156, - 1.7548187971115112, - 1.72733473777771, - 1.6784729957580566, - 1.6262437105178833, - 1.648991584777832, - 1.592923641204834, - 1.560158371925354, - 1.5358308553695679, - 1.4901514053344727, - 1.4317693710327148, - 1.4242531061172485, - 1.362491488456726, - 1.3403429985046387, - 1.316504955291748, - 1.265746831893921, - 1.208638310432434, - 1.1553431749343872, - 1.1043554544448853, - 1.0901459455490112, - 1.0132088661193848, - 0.9830052852630615, - 0.9197291135787964, - 0.8507250547409058, - 0.7908831834793091, - 0.7768595218658447, - 0.7181538343429565, - 0.6732109189033508, - 0.6243051290512085, - 0.6089763641357422, - 0.5351334810256958, - 0.5403667688369751, - 0.48689281940460205, - 0.44606664776802063, - 0.4248524308204651, - 0.36083245277404785, - 0.29858678579330444, - 0.2704639434814453, - 0.21637558937072754, - 0.21495136618614197, - 0.2060302048921585, - 0.1675795316696167, - 0.12308104336261749, - 0.10232608020305634, - 0.059711575508117676, - 0.027255699038505554 + 1.9050565958023071, + 1.8922876119613647, + 1.8974378108978271, + 1.903778314590454, + 1.8625339269638062, + 1.8269189596176147, + 1.8295384645462036, + 1.7997243404388428, + 1.8106729984283447, + 1.7749252319335938, + 1.7258143424987793, + 1.7468048334121704, + 1.6615939140319824, + 1.6860407590866089, + 1.6353205442428589, + 1.6156095266342163, + 1.58950674533844, + 1.5386642217636108, + 1.4888609647750854, + 1.4908020496368408, + 1.4311599731445312, + 1.4019333124160767, + 1.361547827720642, + 1.3277922868728638, + 1.2752705812454224, + 1.2533118724822998, + 1.1736280918121338, + 1.1556575298309326, + 1.136616587638855, + 1.0798640251159668, + 1.0327708721160889, + 0.9801191091537476, + 0.9465678930282593, + 0.9112687110900879, + 0.8349559307098389, + 0.8074909448623657, + 0.7389670014381409, + 0.6643122434616089, + 0.6217509508132935, + 0.6068810224533081, + 0.5467143058776855, + 0.5191477537155151, + 0.46251532435417175, + 0.4512978792190552, + 0.37125998735427856, + 0.3890097141265869, + 0.33582013845443726, + 0.303505539894104, + 0.27685022354125977, + 0.22685085237026215, + 0.17127472162246704, + 0.14796575903892517, + 0.10767914354801178, + 0.11876170337200165, + 0.10693249106407166, + 0.07459773123264313, + 0.025338977575302124, + 0.011675044894218445, + -0.016942530870437622, + -0.045642316341400146 ], "p90": [ - 1.946298599243164, - 1.9494223594665527, - 1.9645485877990723, - 1.9479403495788574, - 1.9421398639678955, - 1.9449920654296875, - 1.9340022802352905, - 1.9329609870910645, - 1.9218761920928955, - 1.89967942237854, - 1.8846852779388428, - 1.8531943559646606, - 1.8419218063354492, - 1.8237141370773315, - 1.799770474433899, - 1.7799994945526123, - 1.759676456451416, - 1.7371411323547363, - 1.7041547298431396, - 1.6728037595748901, - 1.6548397541046143, - 1.5956354141235352, - 1.5754867792129517, - 1.5332101583480835, - 1.501752257347107, - 1.46360182762146, - 1.4439387321472168, - 1.416533350944519, - 1.3767437934875488, - 1.3225793838500977, - 1.2926950454711914, - 1.247667908668518, - 1.195613145828247, - 1.1461838483810425, - 1.094200849533081, - 1.055454134941101, - 1.0251179933547974, - 0.9746866226196289, - 0.9114341735839844, - 0.8575121164321899, - 0.8125035762786865, - 0.7819079160690308, - 0.7392432689666748, - 0.7098093032836914, - 0.6633294224739075, - 0.6389563083648682, - 0.5990881323814392, - 0.5484302043914795, - 0.503790557384491, - 0.4778198003768921, - 0.44964998960494995, - 0.40840014815330505, - 0.3760513663291931, - 0.3481035530567169, - 0.30911561846733093, - 0.3113868236541748, - 0.27695339918136597, - 0.26728883385658264, - 0.2322140634059906, - 0.21289502084255219 + 1.9029648303985596, + 1.9029979705810547, + 1.9132155179977417, + 1.8942701816558838, + 1.8861339092254639, + 1.878687858581543, + 1.85323166847229, + 1.8419208526611328, + 1.8263118267059326, + 1.7960822582244873, + 1.7787071466445923, + 1.7475048303604126, + 1.7251614332199097, + 1.691025972366333, + 1.6632980108261108, + 1.6387802362442017, + 1.611212134361267, + 1.5803415775299072, + 1.5481643676757812, + 1.497126817703247, + 1.4719526767730713, + 1.4147251844406128, + 1.3991622924804688, + 1.3624497652053833, + 1.3146705627441406, + 1.276271939277649, + 1.2363899946212769, + 1.2230916023254395, + 1.187988519668579, + 1.1262767314910889, + 1.0998616218566895, + 1.0486087799072266, + 0.9994943141937256, + 0.9520347118377686, + 0.880316972732544, + 0.8517013788223267, + 0.8260582685470581, + 0.7718328237533569, + 0.7242423295974731, + 0.6763085126876831, + 0.6280784606933594, + 0.5945460796356201, + 0.5541480183601379, + 0.5281597971916199, + 0.4793182611465454, + 0.47321999073028564, + 0.43309274315834045, + 0.39207765460014343, + 0.35072430968284607, + 0.3287702798843384, + 0.3052169680595398, + 0.2818063795566559, + 0.2517651319503784, + 0.24368496239185333, + 0.2069958746433258, + 0.20342014729976654, + 0.17581108212471008, + 0.16364720463752747, + 0.14625021815299988, + 0.13684764504432678 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 274794ac67a18460899a1c34bb73dfce1d39bb46..736aa85ede80dfaeda3faa6a39c63657048798a6 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:17:58.214610+00:00", + "evaluated_at": "2026-06-19T16:41:05.649028+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c92cf37c3366f55c4f1f29dabdb2b501bd3ca9a3..6766b5ba9dacbb1f784ca75eaf538b7690d72eb5 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:22:27.521159+00:00", + "evaluated_at": "2026-06-19T16:41:17.422471+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 8.968271255493164, - 9.230545043945312, - 9.20995044708252, - 9.350963592529297, - 9.505660057067871, - 9.642572402954102, - 9.7747802734375, - 9.982074737548828, - 9.897224426269531, - 9.838741302490234, - 9.723936080932617, - 9.65090560913086, - 9.781712532043457, - 9.854434967041016, - 9.889503479003906, - 9.896148681640625, - 9.987873077392578, - 9.992581367492676, - 10.196369171142578, - 10.28019905090332, - 10.407574653625488, - 10.53383731842041, - 10.497797012329102, - 10.49295425415039 + 10.165214538574219, + 10.09587287902832, + 10.106618881225586, + 10.33540153503418, + 10.370656967163086, + 10.484293937683105, + 10.61972713470459, + 10.658158302307129, + 10.45885181427002, + 10.314194679260254, + 10.31749153137207, + 10.2371187210083, + 10.308755874633789, + 10.394075393676758, + 10.494538307189941, + 10.64452838897705, + 10.69416332244873, + 10.959427833557129, + 11.082712173461914, + 11.110136985778809, + 11.37994384765625, + 11.33565902709961, + 11.150490760803223, + 11.079916000366211 ], "p10": [ - 10.303866386413574, - 10.691493034362793, - 10.557842254638672, - 10.9568510055542, - 11.148416519165039, - 11.27724552154541, - 11.449509620666504, - 11.503561019897461, - 11.634772300720215, - 11.331647872924805, - 11.32794189453125, - 11.413886070251465, - 11.550959587097168, - 11.465937614440918, - 11.565396308898926, - 11.461687088012695, - 11.720303535461426, - 11.797218322753906, - 12.010613441467285, - 11.88801097869873, - 12.0709228515625, - 12.177474021911621, - 12.250959396362305, - 12.159159660339355 + 11.525392532348633, + 11.583760261535645, + 11.442880630493164, + 11.88106632232666, + 11.934110641479492, + 12.07063102722168, + 12.260120391845703, + 12.069397926330566, + 12.033327102661133, + 11.739314079284668, + 11.809345245361328, + 11.795607566833496, + 12.022510528564453, + 11.99082088470459, + 12.132917404174805, + 12.184253692626953, + 12.392731666564941, + 12.674750328063965, + 12.881640434265137, + 12.657546997070312, + 12.867023468017578, + 12.984819412231445, + 12.812088012695312, + 12.694069862365723 ], "p90": [ - 13.054823875427246, - 13.535994529724121, - 13.762116432189941, - 13.965402603149414, - 14.206764221191406, - 14.449766159057617, - 14.67625904083252, - 14.9128999710083, - 14.89685344696045, - 14.755216598510742, - 14.697102546691895, - 14.612234115600586, - 14.741254806518555, - 14.91836166381836, - 15.007628440856934, - 15.020092964172363, - 15.166441917419434, - 15.117846488952637, - 15.365459442138672, - 15.409562110900879, - 15.59575366973877, - 15.86577320098877, - 15.897481918334961, - 15.76761245727539 + 14.346492767333984, + 14.472744941711426, + 14.674914360046387, + 14.942587852478027, + 15.085325241088867, + 15.246119499206543, + 15.448324203491211, + 15.446975708007812, + 15.293201446533203, + 15.094271659851074, + 15.140752792358398, + 15.063955307006836, + 15.183650016784668, + 15.319823265075684, + 15.446283340454102, + 15.611519813537598, + 15.684072494506836, + 15.954952239990234, + 16.179485321044922, + 16.183372497558594, + 16.508377075195312, + 16.56045913696289, + 16.425376892089844, + 16.23248291015625 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..31de5512935a08530b85b4b2d3fcd1c771afff70 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,38 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-19T16:41:20.898894+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 8e7ba1e2e857f506f1745b15f74038f705232e4c..e461ba7680968b9359a789b1fdb6e0f570219795 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,1504824.3119869232,1504824.3119869232,978.26806640625,0.8892728507647827,0.015495502893619515,0.015308014614020973,11.097020270846093,1226.7128074602153,0.019261239132828803,0.015360282413674835,0.011170109942075797,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.626491006265875,0.626491006265875,0.65872092472855,0.828015649711516,9.390598045383529,0.7072782324596275,14.034277977180102,0.7915118484684073,0.7985927238563448,0.6646138507693357,0.4754197080726613,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.29925917501786875,0.29925917501786875,0.4572218095806117,0.5740867862503237,8.590355388908987,0.7158223110356566,4.2166149233259365,0.5470458618963028,0.6330328385672058,0.5290898627225412,0.31585638429323304,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.01905678830040141,0.01905678830040141,0.11120368871423933,0.5560183289202993,0.07822922395234201,0.08010101160464002,4.616012755564975,0.13804632664580904,0.09821478081250964,0.07911725127343797,0.06906746557750773,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.835348163744546,0.835348163744546,0.890864094098409,3.113699112110874,0.052396992269172216,0.053882865834445064,4.8069450623522325,0.9139738309954755,0.05377634781102277,0.05241661823556623,0.03386636763745751,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,71.9049819272603,71.9049819272603,6.1891030470530195,0.5615168238437201,0.19428981910804033,0.22441949632378275,5.757702881666479,8.479680532146261,0.307885526129365,0.22471781108815803,0.2100725964270313,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.1602204152304694,3.1602204152304694,1.5229050318400066,0.7890175362047831,0.05768483985784534,0.060046003336236865,11.079203058953858,1.777700879009309,0.0673052903628597,0.05765849956724637,0.05391067613329473,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,16.09058451666935,16.09058451666935,3.2651642163594565,0.5692295970408737,0.6100469081677584,0.3681253564747815,3.7233146431948314,4.011307083317027,0.4336548198180569,0.3529907260929142,0.2853550946270978,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,17.437877449576643,17.437877449576643,3.5261882146199546,0.6066560369238632,0.5393543730728606,0.3724274347680612,4.991269388506489,4.175868466508092,0.4494208215075974,0.3795000769097709,0.29042495856786404,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,994.1666802292069,994.1666802292069,20.446970621744793,0.26889166845034246,0.008303986518109848,0.008237600881892909,4.437567958047945,31.53040881798406,0.012686166163145307,0.008226777785781642,0.007611186784017881,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 1323c85c4cc288a698dc54b5e4e7f14b1e95fbe8..8f9c8859c83ac94c79a559922238392fb0805921 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:32:16.338102+00:00", + "evaluated_at": "2026-06-19T16:43:26.179320+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b969bf7169f780dca301fa5e093d596f2a0cd8cd..a0146d14f49cf9042d4952809685f8db9ed8a45e 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:23:45.819046+00:00", + "evaluated_at": "2026-06-19T16:43:40.608487+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2bdc4d7193359a73fe504a6a7d5d1d5f4dab62f6..f7d33d0948bc94749def1267da2b475815f58b3a 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:20:19.864744+00:00", + "evaluated_at": "2026-06-19T16:43:46.780573+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9505754709243774, - 1.9518394470214844, - 1.9511654376983643, - 1.9510917663574219, - 1.9499200582504272, - 1.948918342590332, - 1.946103811264038, - 1.9400869607925415, - 1.9339407682418823, - 1.928419589996338, - 1.9206846952438354, - 1.9106181859970093, - 1.901158332824707, - 1.890205979347229, - 1.8791558742523193, - 1.8646445274353027, - 1.8505187034606934, - 1.8364512920379639, - 1.8216538429260254, - 1.806336522102356, - 1.790924072265625, - 1.7763526439666748, - 1.7612197399139404, - 1.7441179752349854, - 1.7272768020629883, - 1.7082637548446655, - 1.688608169555664, - 1.6688216924667358, - 1.648014783859253, - 1.6296230554580688, - 1.6115036010742188, - 1.5911459922790527, - 1.7498061656951904, - 1.718045711517334, - 1.6788699626922607, - 1.6539387702941895, - 1.6291282176971436, - 1.6039310693740845, - 1.582833170890808, - 1.562461495399475, - 1.538898229598999, - 1.5155264139175415, - 1.4922432899475098, - 1.4675568342208862, - 1.44942307472229, - 1.4332952499389648, - 1.4179000854492188, - 1.395733118057251, - 1.3785526752471924, - 1.3631175756454468, - 1.346787691116333, - 1.3317397832870483, - 1.319273591041565, - 1.304928183555603, - 1.2931007146835327, - 1.2790273427963257, - 1.26658034324646, - 1.255304217338562, - 1.2439101934432983, - 1.231980562210083 + 1.92014741897583, + 1.9131481647491455, + 1.9028208255767822, + 1.8921799659729004, + 1.8790571689605713, + 1.8646312952041626, + 1.8484822511672974, + 1.828391194343567, + 1.8086471557617188, + 1.7891948223114014, + 1.7668368816375732, + 1.7424589395523071, + 1.71797776222229, + 1.6921772956848145, + 1.6670217514038086, + 1.6398048400878906, + 1.6128383874893188, + 1.5881497859954834, + 1.562182903289795, + 1.5343284606933594, + 1.5047107934951782, + 1.4745073318481445, + 1.4435548782348633, + 1.4104030132293701, + 1.3782765865325928, + 1.3464031219482422, + 1.313683271408081, + 1.2797647714614868, + 1.2444926500320435, + 1.2139006853103638, + 1.1834986209869385, + 1.1524794101715088, + 1.3214868307113647, + 1.2940008640289307, + 1.2658116817474365, + 1.2448170185089111, + 1.2128618955612183, + 1.1758116483688354, + 1.1480737924575806, + 1.1218414306640625, + 1.0942151546478271, + 1.0716215372085571, + 1.0471400022506714, + 1.0204112529754639, + 0.9959800839424133, + 0.9752140641212463, + 0.9568824768066406, + 0.9349504113197327, + 0.9154623746871948, + 0.9001229405403137, + 0.8835852146148682, + 0.8677463531494141, + 0.8535224795341492, + 0.8377082943916321, + 0.8270224332809448, + 0.8149813413619995, + 0.8059492111206055, + 0.7968456745147705, + 0.7875947952270508, + 0.7777897119522095 ], "p10": [ - 1.9376394748687744, - 1.9380993843078613, - 1.9350759983062744, - 1.9304965734481812, - 1.9249794483184814, - 1.9185421466827393, - 1.9093775749206543, - 1.8965526819229126, - 1.885007619857788, - 1.8715569972991943, - 1.8546743392944336, - 1.8366022109985352, - 1.8180376291275024, - 1.7978360652923584, - 1.7746086120605469, - 1.7490819692611694, - 1.7231776714324951, - 1.6945345401763916, - 1.6653459072113037, - 1.6351020336151123, - 1.6041843891143799, - 1.5767865180969238, - 1.5470162630081177, - 1.514505386352539, - 1.479118824005127, - 1.443476915359497, - 1.4067986011505127, - 1.3654348850250244, - 1.3201961517333984, - 1.2757254838943481, - 1.2304859161376953, - 1.1944082975387573, - 1.2185981273651123, - 1.2297662496566772, - 1.2042598724365234, - 1.1633366346359253, - 1.1255004405975342, - 1.0837875604629517, - 1.0363410711288452, - 0.9940705299377441, - 0.948110044002533, - 0.9040794372558594, - 0.8580333590507507, - 0.8171099424362183, - 0.7900291681289673, - 0.7556027770042419, - 0.7185813784599304, - 0.6803396940231323, - 0.6543043255805969, - 0.6198428869247437, - 0.5812563300132751, - 0.551403284072876, - 0.5165613293647766, - 0.4923099875450134, - 0.47076714038848877, - 0.44703859090805054, - 0.41742026805877686, - 0.3902936577796936, - 0.37257689237594604, - 0.3431417942047119 + 1.9071662425994873, + 1.899770975112915, + 1.8870086669921875, + 1.87200129032135, + 1.8537395000457764, + 1.8329811096191406, + 1.8104557991027832, + 1.7834138870239258, + 1.7576470375061035, + 1.7308688163757324, + 1.699783444404602, + 1.6665093898773193, + 1.6321442127227783, + 1.5964069366455078, + 1.5588092803955078, + 1.520113229751587, + 1.4818542003631592, + 1.4431190490722656, + 1.4027843475341797, + 1.360414981842041, + 1.3154841661453247, + 1.2706854343414307, + 1.2243674993515015, + 1.1740769147872925, + 1.1218547821044922, + 1.0725703239440918, + 1.020492672920227, + 0.9630589485168457, + 0.9026575088500977, + 0.844011127948761, + 0.7864524722099304, + 0.7409101128578186, + 0.826294481754303, + 0.8476487398147583, + 0.8082880973815918, + 0.7575302124023438, + 0.7102000713348389, + 0.6592702865600586, + 0.6045745611190796, + 0.5568900108337402, + 0.5108831524848938, + 0.47175800800323486, + 0.43093693256378174, + 0.3923593759536743, + 0.356015682220459, + 0.31412309408187866, + 0.2727874517440796, + 0.23087036609649658, + 0.20002424716949463, + 0.165277361869812, + 0.1279730200767517, + 0.09809726476669312, + 0.06635630130767822, + 0.03913843631744385, + 0.021748781204223633, + 0.004833340644836426, + -0.019626259803771973, + -0.04011225700378418, + -0.0522007942199707, + -0.0758204460144043 ], "p90": [ - 1.9606825113296509, - 1.9639853239059448, - 1.965686321258545, - 1.970625877380371, - 1.973660945892334, - 1.978164792060852, - 1.9813780784606934, - 1.9826191663742065, - 1.9843542575836182, - 1.9851473569869995, - 1.9855406284332275, - 1.9855877161026, - 1.984254002571106, - 1.9827475547790527, - 1.9791682958602905, - 1.9756239652633667, - 1.9733965396881104, - 1.9739775657653809, - 1.9715124368667603, - 1.9720444679260254, - 1.9731478691101074, - 1.9784868955612183, - 1.983494520187378, - 1.9838868379592896, - 1.9860872030258179, - 1.9874509572982788, - 1.988271951675415, - 1.9896637201309204, - 1.9885473251342773, - 1.9895336627960205, - 1.9880523681640625, - 1.9790902137756348, - 2.0090508460998535, - 1.9861905574798584, - 1.981616497039795, - 1.9941954612731934, - 2.008120536804199, - 2.0239415168762207, - 2.0377752780914307, - 2.0515811443328857, - 2.0588135719299316, - 2.0704123973846436, - 2.0795395374298096, - 2.0894665718078613, - 2.098191261291504, - 2.1058459281921387, - 2.1136913299560547, - 2.10493540763855, - 2.107454538345337, - 2.1177988052368164, - 2.122387409210205, - 2.1324992179870605, - 2.1308507919311523, - 2.1363840103149414, - 2.136655807495117, - 2.1413588523864746, - 2.1415398120880127, - 2.1439456939697266, - 2.1469292640686035, - 2.1558680534362793 + 1.9311212301254272, + 1.9265186786651611, + 1.9196066856384277, + 1.9139128923416138, + 1.9049274921417236, + 1.895932912826538, + 1.8856101036071777, + 1.8723914623260498, + 1.8598875999450684, + 1.847602128982544, + 1.8326642513275146, + 1.8180112838745117, + 1.8022840023040771, + 1.786059856414795, + 1.7695480585098267, + 1.7531007528305054, + 1.738224744796753, + 1.7288947105407715, + 1.715872049331665, + 1.7035760879516602, + 1.6892569065093994, + 1.675812005996704, + 1.6625359058380127, + 1.6454505920410156, + 1.6322836875915527, + 1.6204451322555542, + 1.60799241065979, + 1.594591736793518, + 1.578688144683838, + 1.565263271331787, + 1.552368402481079, + 1.5364285707473755, + 1.6485648155212402, + 1.5750348567962646, + 1.5650696754455566, + 1.582350492477417, + 1.5912375450134277, + 1.5940332412719727, + 1.5954172611236572, + 1.600677490234375, + 1.6053438186645508, + 1.611595869064331, + 1.6114957332611084, + 1.6144399642944336, + 1.61753511428833, + 1.620901107788086, + 1.6275346279144287, + 1.6189582347869873, + 1.6183960437774658, + 1.627835988998413, + 1.632230281829834, + 1.6373531818389893, + 1.6356266736984253, + 1.6419024467468262, + 1.6452205181121826, + 1.6509978771209717, + 1.6506853103637695, + 1.6546378135681152, + 1.6603108644485474, + 1.670713186264038 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 52b39327757f92e8854eb8a3b289b21e07f74192..bed6633050a32c719101d677fb5f5065dbbe1aa8 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:20:38.765556+00:00", + "evaluated_at": "2026-06-19T16:43:57.552659+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 7470a69c0d00070d2eebc3aeacf3aab1d7df091c..92dab91fd13ca2ef351d8364466758ebf3253b81 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:23:56.250839+00:00", + "evaluated_at": "2026-06-19T16:44:12.463829+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 9.754953384399414, - 10.486001968383789, - 10.549871444702148, - 10.127225875854492, - 10.284553527832031, - 10.465160369873047, - 10.544300079345703, - 10.742609024047852, - 11.055923461914062, - 10.87529182434082, - 10.479522705078125, - 10.557510375976562, - 10.802565574645996, - 10.920618057250977, - 11.072284698486328, - 11.48852825164795, - 11.486771583557129, - 10.669254302978516, - 10.725631713867188, - 10.833097457885742, - 10.942052841186523, - 11.110173225402832, - 11.50317096710205, - 11.3502779006958 + 11.43697452545166, + 11.461603164672852, + 11.123802185058594, + 11.28364372253418, + 11.401507377624512, + 11.51180648803711, + 11.698320388793945, + 11.898527145385742, + 11.774166107177734, + 11.396869659423828, + 11.418553352355957, + 11.643194198608398, + 11.813182830810547, + 12.01606273651123, + 12.297111511230469, + 12.332426071166992, + 11.383712768554688, + 11.633230209350586, + 11.743194580078125, + 11.728484153747559, + 12.056642532348633, + 12.313677787780762, + 12.126762390136719, + 11.758848190307617 ], "p10": [ - 5.6975297927856445, - 5.727390289306641, - 5.597944259643555, - 5.4174909591674805, - 5.397805213928223, - 5.441957473754883, - 5.459726333618164, - 5.463101387023926, - 5.509098052978516, - 5.402088165283203, - 5.1731977462768555, - 5.117423057556152, - 5.307638168334961, - 5.34420108795166, - 5.426918029785156, - 5.506547927856445, - 5.466220855712891, - 5.039542198181152, - 5.016770362854004, - 5.132445335388184, - 5.136000633239746, - 5.232245445251465, - 5.274107933044434, - 5.110815048217773 + 7.116123199462891, + 7.0865044593811035, + 6.761688232421875, + 6.886384963989258, + 6.862003326416016, + 6.788599967956543, + 6.906762599945068, + 6.973425388336182, + 6.903929233551025, + 6.587930679321289, + 6.534707069396973, + 6.651453018188477, + 6.757516860961914, + 6.91374397277832, + 7.041597843170166, + 7.131611347198486, + 6.409237861633301, + 6.632123947143555, + 6.694449424743652, + 6.623223304748535, + 6.768238067626953, + 6.928457260131836, + 6.809088706970215, + 6.528825759887695 ], "p90": [ - 15.97514533996582, - 17.1498966217041, - 17.367290496826172, - 16.773996353149414, - 16.910356521606445, - 17.14246940612793, - 17.331445693969727, - 17.7382869720459, - 18.27230453491211, - 18.2010440826416, - 17.74775505065918, - 17.91275405883789, - 18.2807674407959, - 18.432008743286133, - 18.72591209411621, - 19.46118927001953, - 19.557964324951172, - 18.416078567504883, - 18.43732452392578, - 18.665435791015625, - 18.705705642700195, - 19.1093807220459, - 19.8508358001709, - 19.715370178222656 + 17.603336334228516, + 17.529146194458008, + 17.24447250366211, + 17.510879516601562, + 17.667421340942383, + 17.912675857543945, + 18.325462341308594, + 18.745378494262695, + 18.638809204101562, + 18.174884796142578, + 18.269195556640625, + 18.74755859375, + 19.00833511352539, + 19.215808868408203, + 19.539844512939453, + 19.53818130493164, + 18.277896881103516, + 18.650178909301758, + 18.92007064819336, + 19.066505432128906, + 19.384540557861328, + 19.75628089904785, + 19.62153434753418, + 19.073692321777344 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 4f7b293dc4beb668daae6c168b34eccaf904e321..c1fd6b597fd6852427d0a5296013522b7f337ff5 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,30 +1,36 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T16:32:39.878391+00:00", + "evaluated_at": "2026-06-19T16:44:14.586946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index df39411b9a91e6175c696b597f9405ab104599c6..fa35594b92fdc1703702583d9a999a43de982b8b 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1141740.5477148693,1141740.5477148693,814.89208984375,0.7407595491316891,0.012920552686899312,0.012778328864994193,8.483297009046089,1068.5226004698586,0.016777414567875147,0.012795033454022308,0.009108111019355433,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.09987254620161,0.09987254620161,0.27331844297392915,0.3435627131936911,3.372226867778578,0.49454393792586454,1.675339248435281,0.3160261796143003,0.3188533539661497,0.2757635533530958,0.17397750170214138,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.10309254166792355,0.10309254166792355,0.282562790865389,0.35478527297424045,4.680050624465474,0.612551761510598,2.0587669709479957,0.32108027293485897,0.37154902493790465,0.3269772025236443,0.20775888653231064,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02237367405292486,0.02237367405292486,0.11437506311469608,0.5718751976528992,0.08757512901222889,0.08171847206314226,3.676390183701083,0.14957832079858652,0.1064193618800825,0.08137356514417521,0.08032561938845156,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2025123341697205,0.2025123341697205,0.34971046447753906,1.2222887530803443,0.020548002421050354,0.02090300853704834,4.548827790989816,0.45001370442434363,0.026477884451562708,0.02057624729847606,0.01813915926469286,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,56.683309556801454,56.683309556801454,5.437576770782471,0.49333333352560826,0.17308767962779628,0.1957697380009663,4.311161874733507,7.528831885279512,0.2733615207968355,0.197430926624477,0.1779908662283996,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.8524128914564244,2.8524128914564244,1.411708116531372,0.7314063823139946,0.053516976909233384,0.05564398707914478,12.071930134790192,1.6889087871926134,0.06394354509276744,0.05344848833269448,0.0491044573227979,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,20.428676011458567,20.428676011458567,3.705709218978882,0.6460316313958342,0.697386978371857,0.4008741885045491,6.506147587847767,4.519809289279645,0.48862803127347515,0.40061721286258184,0.31231947164755086,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,21.272181030957466,21.272181030957466,3.9196210304896035,0.6743434030949856,0.5965353138935873,0.40073094448836005,6.307205914596504,4.612177471754254,0.49637784449373146,0.421842622115473,0.3156857887309881,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,950.666227494677,950.666227494677,19.15826416015625,0.2519442958047945,0.007784370035449076,0.007722374854391651,6.918463853809931,30.832875757779664,0.012405515812015289,0.0077082705757544005,0.007909610895734378,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index f853032d72777a0afabd6556c851fd2f331b3998..a8c07679d4b483229d30bc06d02fb9a0648ff763 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:31:20.507399+00:00", + "evaluated_at": "2026-06-19T16:41:51.769936+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 92a46f1d69976f5e5706c141ed1da4ccbc8ccab8..3218003be3e223b8bdd6c8559041a429fc17a65e 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:23:03.212822+00:00", + "evaluated_at": "2026-06-19T16:42:00.397497+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 849da7de016676f157555b1aec65dcabefa6e8ff..d4da0d79bd230337bbc4d85d70bd6e854a935de0 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:18:56.908798+00:00", + "evaluated_at": "2026-06-19T16:42:14.731618+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.9509999752044678, - 1.9240000247955322, - 1.8819999694824219, - 1.8569999933242798, 1.8220000267028809, 1.7760000228881836, 1.7259999513626099, @@ -245,13 +241,13 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874 - ], - "actuals": [ + 1.9450000524520874, 1.937000036239624, 1.930999994277954, 1.930999994277954, - 1.9220000505447388, + 1.9220000505447388 + ], + "actuals": [ 1.9220000505447388, 1.9040000438690186, 1.8880000114440918, @@ -307,199 +303,199 @@ 0.05000000074505806, 0.03799999877810478, 0.01600000075995922, - -0.004000000189989805 + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716 ], "p50": [ - 1.9394327402114868, - 1.9393341541290283, - 1.9379942417144775, - 1.9316096305847168, - 1.9264390468597412, - 1.9201922416687012, - 1.9121965169906616, - 1.9020013809204102, - 1.8884857892990112, - 1.8723804950714111, - 1.8560177087783813, - 1.8399354219436646, - 1.8213434219360352, - 1.799119234085083, - 1.7782230377197266, - 1.755969524383545, - 1.7338566780090332, - 1.7098076343536377, - 1.6815242767333984, - 1.6532630920410156, - 1.6256215572357178, - 1.597381830215454, - 1.569748044013977, - 1.5409164428710938, - 1.5096156597137451, - 1.4759199619293213, - 1.4389076232910156, - 1.3979408740997314, - 1.3681590557098389, - 1.3268102407455444, - 1.2932641506195068, - 1.254136562347412, - 1.2284921407699585, - 1.1884280443191528, - 1.1531168222427368, - 1.116710901260376, - 1.0777230262756348, - 1.0440857410430908, - 1.0049033164978027, - 0.9695692658424377, - 0.9363692402839661, - 0.895979642868042, - 0.8624416589736938, - 0.827237069606781, - 0.7928906679153442, - 0.7613895535469055, - 0.7268034219741821, - 0.6960822343826294, - 0.6624903678894043, - 0.6340814828872681, - 0.6018077731132507, - 0.5792192220687866, - 0.5574718713760376, - 0.5295712947845459, - 0.5136744379997253, - 0.4920807480812073, - 0.4714769124984741, - 0.4572204351425171, - 0.4442901015281677, - 0.4359510540962219 + 1.9133890867233276, + 1.9069139957427979, + 1.8984593152999878, + 1.883253812789917, + 1.8698804378509521, + 1.8539483547210693, + 1.8366401195526123, + 1.8184800148010254, + 1.7976897954940796, + 1.7752728462219238, + 1.7546554803848267, + 1.7298393249511719, + 1.7034578323364258, + 1.6758687496185303, + 1.649233102798462, + 1.620215654373169, + 1.5909888744354248, + 1.5609147548675537, + 1.529862880706787, + 1.498708724975586, + 1.4642348289489746, + 1.4303889274597168, + 1.397038221359253, + 1.3618345260620117, + 1.3262110948562622, + 1.293107509613037, + 1.2539337873458862, + 1.2153874635696411, + 1.1823326349258423, + 1.139724612236023, + 1.105696439743042, + 1.0689886808395386, + 1.0613415241241455, + 1.0259226560592651, + 0.9914323687553406, + 0.9564593434333801, + 0.9187806248664856, + 0.8832964301109314, + 0.8481634259223938, + 0.8132899403572083, + 0.7817118763923645, + 0.746025562286377, + 0.7159081697463989, + 0.6821665167808533, + 0.6538149118423462, + 0.625712513923645, + 0.5980660915374756, + 0.5734556913375854, + 0.5505354404449463, + 0.5270135402679443, + 0.5087301135063171, + 0.49018025398254395, + 0.47496819496154785, + 0.4581306576728821, + 0.44914042949676514, + 0.4398188591003418, + 0.43123745918273926, + 0.41912388801574707, + 0.42140334844589233, + 0.4201638698577881 ], "p10": [ - 1.9239237308502197, - 1.916942834854126, - 1.9117028713226318, - 1.9023555517196655, - 1.8951698541641235, - 1.8840925693511963, - 1.8721776008605957, - 1.8561537265777588, - 1.8370758295059204, - 1.8156652450561523, - 1.7895686626434326, - 1.765655279159546, - 1.739027738571167, - 1.7082748413085938, - 1.6749660968780518, - 1.6430703401565552, - 1.6110785007476807, - 1.5761123895645142, - 1.5360115766525269, - 1.494443416595459, - 1.4579569101333618, - 1.4172717332839966, - 1.3795132637023926, - 1.3420251607894897, - 1.2985095977783203, - 1.2554831504821777, - 1.2063696384429932, - 1.1546351909637451, - 1.1098411083221436, - 1.0601704120635986, - 1.0096594095230103, - 0.9624245166778564, - 0.8631687164306641, - 0.8264758586883545, - 0.7839022874832153, - 0.7379754781723022, - 0.6911948323249817, - 0.6473379135131836, - 0.5945520401000977, - 0.5534723997116089, - 0.5020255446434021, - 0.4564932584762573, - 0.419080913066864, - 0.36730659008026123, - 0.31671154499053955, - 0.2745985984802246, - 0.23342633247375488, - 0.18781810998916626, - 0.1465071439743042, - 0.1112370491027832, - 0.06245160102844238, - 0.03590035438537598, - -0.0005278587341308594, - -0.043935537338256836, - -0.06521570682525635, - -0.10122942924499512, - -0.13807284832000732, - -0.16003406047821045, - -0.18749022483825684, - -0.21555566787719727 + 1.8981947898864746, + 1.8867313861846924, + 1.8735833168029785, + 1.8550138473510742, + 1.8385138511657715, + 1.8179562091827393, + 1.7958381175994873, + 1.7718944549560547, + 1.7453978061676025, + 1.7181191444396973, + 1.6873611211776733, + 1.6542980670928955, + 1.6185426712036133, + 1.5813437700271606, + 1.5439801216125488, + 1.5044751167297363, + 1.4639573097229004, + 1.4242384433746338, + 1.3829240798950195, + 1.3397808074951172, + 1.297304391860962, + 1.2519009113311768, + 1.2082750797271729, + 1.1645753383636475, + 1.1185474395751953, + 1.071903944015503, + 1.0214641094207764, + 0.9706002473831177, + 0.9231530427932739, + 0.8689665198326111, + 0.8145909905433655, + 0.7699480056762695, + 0.7250853776931763, + 0.6909353733062744, + 0.6465625166893005, + 0.6012802124023438, + 0.547458291053772, + 0.49702227115631104, + 0.44832199811935425, + 0.40551823377609253, + 0.36388421058654785, + 0.313739538192749, + 0.27149254083633423, + 0.220309317111969, + 0.17502862215042114, + 0.13068008422851562, + 0.09261399507522583, + 0.04545855522155762, + 0.00994718074798584, + -0.029749155044555664, + -0.06620478630065918, + -0.09874105453491211, + -0.13795137405395508, + -0.173004150390625, + -0.19732916355133057, + -0.2284451723098755, + -0.2557605504989624, + -0.2870044708251953, + -0.2983095645904541, + -0.3173283338546753 ], "p90": [ - 1.9523272514343262, - 1.957990050315857, - 1.9607787132263184, - 1.958981990814209, - 1.9580581188201904, - 1.9568443298339844, - 1.9521381855010986, - 1.949763536453247, - 1.9436793327331543, - 1.9360178709030151, - 1.929514765739441, - 1.9233319759368896, - 1.913750171661377, - 1.9052224159240723, - 1.896737813949585, - 1.887848138809204, - 1.8794846534729004, - 1.8697961568832397, - 1.8560103178024292, - 1.8428807258605957, - 1.8344030380249023, - 1.821251392364502, - 1.813004732131958, - 1.8019492626190186, - 1.7856864929199219, - 1.769273281097412, - 1.7555854320526123, - 1.7381559610366821, - 1.7349879741668701, - 1.709975004196167, - 1.7041817903518677, - 1.6811301708221436, - 1.7061508893966675, - 1.7097012996673584, - 1.7062592506408691, - 1.6942157745361328, - 1.6781070232391357, - 1.6605744361877441, - 1.6551296710968018, - 1.6535141468048096, - 1.6364068984985352, - 1.6245818138122559, - 1.6072942018508911, - 1.607163906097412, - 1.6041808128356934, - 1.5884943008422852, - 1.593726634979248, - 1.5875868797302246, - 1.584001064300537, - 1.5907129049301147, - 1.5886592864990234, - 1.58217453956604, - 1.586188793182373, - 1.5726115703582764, - 1.5750828981399536, - 1.58454167842865, - 1.5762478113174438, - 1.5777604579925537, - 1.5997681617736816, - 1.5975120067596436 + 1.9263904094696045, + 1.9243149757385254, + 1.9199590682983398, + 1.9092211723327637, + 1.9005188941955566, + 1.8894157409667969, + 1.8764801025390625, + 1.8665878772735596, + 1.8526675701141357, + 1.838169813156128, + 1.8254749774932861, + 1.8115160465240479, + 1.7929713726043701, + 1.7780745029449463, + 1.7650694847106934, + 1.7489123344421387, + 1.7310068607330322, + 1.7149757146835327, + 1.6974819898605347, + 1.6794116497039795, + 1.6627004146575928, + 1.6417078971862793, + 1.6295020580291748, + 1.6091768741607666, + 1.584892749786377, + 1.5659475326538086, + 1.547737956047058, + 1.5256952047348022, + 1.515844464302063, + 1.494861364364624, + 1.4786322116851807, + 1.4604417085647583, + 1.4819564819335938, + 1.4830678701400757, + 1.472637414932251, + 1.4548535346984863, + 1.4393502473831177, + 1.4203263521194458, + 1.4177541732788086, + 1.4095897674560547, + 1.3964811563491821, + 1.3872097730636597, + 1.3712718486785889, + 1.37554132938385, + 1.3734581470489502, + 1.37611985206604, + 1.3798012733459473, + 1.3808292150497437, + 1.379353642463684, + 1.3820765018463135, + 1.3859716653823853, + 1.3846423625946045, + 1.3936316967010498, + 1.3970202207565308, + 1.4048717021942139, + 1.4250801801681519, + 1.434149980545044, + 1.4433355331420898, + 1.4758127927780151, + 1.484543800354004 ], "timestamps": [ - "2026-06-18 10:12:00", - "2026-06-18 10:18:00", - "2026-06-18 10:24:00", - "2026-06-18 10:30:00", "2026-06-18 10:36:00", "2026-06-18 10:42:00", "2026-06-18 10:48:00", @@ -795,6 +791,10 @@ "2026-06-19 15:48:00", "2026-06-19 15:54:00", "2026-06-19 16:00:00", - "2026-06-19 16:06:00" + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0f86f9ffc994a3163a672cceadcddd576c0f1765..9cc375db7bcb0a0b01e620bbaf48ae81c521dbea 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:19:08.440998+00:00", + "evaluated_at": "2026-06-19T16:42:26.060135+00:00", "freq": "10min", "context_length": 74, "prediction_length": 72, diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 1c78c60c80dd62ddc9e9ea3c46f4ba7be80e4bc7..7afa8b8e7977a74c5e24eb3aade7614502cf0350 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:23:15.497064+00:00", + "evaluated_at": "2026-06-19T16:42:35.723272+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, 12.0, 19.0, 13.0, @@ -139,7 +138,7 @@ 10.0, 12.0, 9.0, - 13.0, + 14.0, 18.0, 9.0, 14.0, @@ -173,10 +172,10 @@ 12.0, 7.0, 10.0, - 6.0 + 6.0, + 12.0 ], "actuals": [ - 12.0, 8.0, 15.0, 15.0, @@ -189,98 +188,98 @@ 8.0, 9.0, 5.0, - 4.0, - 13.0, + 5.0, 13.0, + 14.0, 12.0, - 7.0, + 8.0, 10.0, 5.0, 9.0, 5.0, 6.0, - 2.0 + 8.0, + 4.0 ], "p50": [ - 11.066767692565918, - 11.099839210510254, - 11.0212984085083, - 11.119368553161621, - 11.474691390991211, - 11.297603607177734, - 11.879751205444336, - 11.726125717163086, - 11.595734596252441, - 11.53425407409668, - 11.703984260559082, - 11.514838218688965, - 11.893048286437988, - 11.820600509643555, - 11.620454788208008, - 11.545178413391113, - 11.734607696533203, - 11.678082466125488, - 14.046384811401367, - 12.15916919708252, - 11.944280624389648, - 11.895098686218262, - 12.139421463012695, - 11.996498107910156 + 11.609257698059082, + 11.52381706237793, + 11.509420394897461, + 11.778715133666992, + 11.625200271606445, + 12.164003372192383, + 12.00389289855957, + 11.964770317077637, + 11.809063911437988, + 11.955621719360352, + 11.861186981201172, + 12.132225036621094, + 12.03187084197998, + 11.964405059814453, + 11.82182502746582, + 12.038885116577148, + 11.9678955078125, + 15.818071365356445, + 12.384278297424316, + 12.20655632019043, + 12.048027992248535, + 12.286213874816895, + 12.201324462890625, + 13.253711700439453 ], "p10": [ - 6.817257881164551, - 6.682269096374512, - 6.654810905456543, - 6.725529670715332, - 6.879694938659668, - 6.791343688964844, - 7.143433094024658, - 7.023136615753174, - 6.959115505218506, - 6.841106414794922, - 7.032751083374023, - 6.849298477172852, - 7.077657222747803, - 7.063518524169922, - 6.9209771156311035, - 6.860992431640625, - 7.011569976806641, - 6.83127498626709, - 7.592674732208252, - 7.191956520080566, - 7.049839496612549, - 6.964670658111572, - 7.150700569152832, - 7.010555267333984 + 7.474537372589111, + 7.219326972961426, + 7.193404197692871, + 7.401018142700195, + 7.12502384185791, + 7.649969577789307, + 7.552565574645996, + 7.389583587646484, + 7.2683305740356445, + 7.324458122253418, + 7.3697733879089355, + 7.509694576263428, + 7.430685997009277, + 7.3095550537109375, + 7.213206768035889, + 7.373979091644287, + 7.230048179626465, + 8.091798782348633, + 7.546197891235352, + 7.404714107513428, + 7.355971336364746, + 7.441295146942139, + 7.425924777984619, + 7.717281341552734 ], "p90": [ - 16.916656494140625, - 17.034238815307617, - 16.88831901550293, - 17.266355514526367, - 17.837480545043945, - 17.434303283691406, - 18.768564224243164, - 18.17638397216797, - 17.956430435180664, - 17.876100540161133, - 18.181428909301758, - 17.998836517333984, - 19.008060455322266, - 18.580703735351562, - 18.409767150878906, - 18.142406463623047, - 18.531694412231445, - 18.729907989501953, - 24.787479400634766, - 19.627239227294922, - 18.979084014892578, - 18.837696075439453, - 19.410017013549805, - 19.064281463623047 + 17.446456909179688, + 17.449188232421875, + 17.48689842224121, + 18.185171127319336, + 17.778945922851562, + 19.185800552368164, + 18.31059455871582, + 18.3381290435791, + 18.027263641357422, + 18.405000686645508, + 18.0323486328125, + 19.036312103271484, + 18.515159606933594, + 18.392826080322266, + 18.019176483154297, + 18.651304244995117, + 18.867809295654297, + 29.11272430419922, + 19.550674438476562, + 19.10268783569336, + 18.77901840209961, + 19.36203956604004, + 19.145366668701172, + 22.647621154785156 ], "timestamps": [ - "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", "2026-06-11 19:00:00", @@ -471,6 +470,7 @@ "2026-06-19 12:00:00", "2026-06-19 13:00:00", "2026-06-19 14:00:00", - "2026-06-19 15:00:00" + "2026-06-19 15:00:00", + "2026-06-19 16:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index d5e170178001494271acdac656a333cf4ac49fcd..4aa6f2403847d6463204658223b4cde8720ef7f9 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,30 +1,36 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:31:55.117965+00:00", + "evaluated_at": "2026-06-19T16:42:40.718461+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t142000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t103000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t160000z", - "data_fetched_at": "2026-06-19T16:28:35.432140Z", - "context_length": 336, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t160000z", + "data_fetched_at": "2026-06-19T16:38:56.497533Z", + "context_length": 168, "prediction_length": 24 } ],