diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 2f378785693d7769528435ecee0d0f33424bd89b..e854a07e906ceac263a5051e46471b2619ea74ff 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.019065398564439413,0.02 nws_ksfo_observations_temperature/1h/short,ARIMA,0.4126061358961579,0.5521579346203211,0.5686494335759397,1.7878931475643522,0.03384333176578695,0.03483670490265079,45.53703777902285,0.642344250302093,0.0391474415569433,0.03465613719875851,0.03346417886107654,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,81.5694809152378,79.49001605177232,7.4118344017819355,0.6740387477800147,0.3204398878507513,0.2558497671068815,11.846370451828484,9.031582414795196,0.32064789638326135,0.263142049767406,0.23767115982414871,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,18.10356018683046,18.415924122180666,3.679948505956635,1.8874631624152276,0.13491688740148347,0.14794945738329648,48.908475202822444,4.254827868061229,0.16250139208219003,0.14054546354215122,0.1327801989526456,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,35.74046688013612,27.85523680651038,4.402708841896782,0.7836712895341615,0.6822581135977309,0.4274625968564075,4.528902003395644,5.978333118866505,0.6405356913071255,0.47171880448894093,0.3864223926275872,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,28.1038701673772,22.77991692423278,3.8392181891737303,0.6693068029552266,0.7384385226959886,0.4086051739129051,4.506369261169971,5.3013083448689535,0.5731144156615084,0.4150506150458087,0.3391772747246672,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2108.0729851823107,617.9460738515443,24.857731542988443,0.4044647844282865,0.009901844314649135,0.009873480137988415,3.902059455139634,45.91375594723558,0.01828929697483243,0.009901834971480873,0.009013763928593356,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index ac34d91841eaedc48e3097c51cb319497de2d75d..5f725153a16dc64f1b360624e0e47b9a77add53e 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.264686+00:00", + "evaluated_at": "2026-06-19T15:25:35.834973+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c61ce07d06f907b60882776823269ca676f0086f..68ae2880f3ca565c6f834f5e5237a6e0cdcc4f20 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:04:12.495844+00:00", + "evaluated_at": "2026-06-19T15:25:35.867202+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 1211ef10b79a11c3f3bf7cd51c8e216f7e1b1418..81e4130ed2027bb359271b7bf9c823c32550e9f2 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:04:12.729555+00:00", + "evaluated_at": "2026-06-19T15:25:35.935488+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 13.800114163703116, - 13.464541768956924, - 12.731587232196691, - 13.268031443103958, - 12.302239926131454, - 13.353429503672574, - 13.384238649828962, - 13.550919351060614, - 12.871713682087854, - 13.339047088417743, - 14.06127947173289, - 13.436550468653587, - 13.136584937194417, - 13.10747814600716, - 14.547445059383886, - 13.40574138289659, - 14.130476561893746, - 13.615601511888897, - 13.37493229713959, - 13.096113906082277, - 13.120646456134264, - 13.522487345855062, - 13.448709821497326, - 14.008279591732489 + 11.946832728956105, + 12.467622393136537, + 12.57788614046141, + 12.287717606841998, + 12.098519250584118, + 12.098520560507911, + 13.071974461553634, + 12.253354218744356, + 12.392049482492837, + 12.482310935073528, + 11.58405512736276, + 12.216354794610622, + 12.29158708366975, + 12.58453286247078, + 12.29158708366975, + 12.29158708366975, + 12.657402700447365, + 11.58405512736277, + 12.620967781459072, + 13.308211288699335, + 12.578552625059855, + 13.13994087340765, + 12.151938369070741, + 12.151938369070741 ], "p10": [ - 8.436225274196481, - 9.400436161588209, - 9.082838681782466, - 9.13462660977129, - 7.876828534844111, - 9.451995280686413, - 8.809583826021957, - 9.056124292557953, - 7.9577290855027405, - 8.805284213239645, - 9.319007636105805, - 8.59669820504038, - 8.667694773877237, - 7.876829930388097, - 9.224440894869325, - 7.933195004879081, - 8.756698382536124, - 7.957729085508636, - 7.957729085508636, - 8.59669820504038, - 9.051824677037676, - 9.319007636105816, - 9.21603076367305, - 9.134657392371354 + 7.594043114518395, + 7.889412601594369, + 6.572184610516964, + 7.015953992885208, + 6.316579997062854, + 7.062057363683556, + 8.617811470334109, + 7.385428687424369, + 8.239628073602326, + 8.671947895328575, + 7.845001875071406, + 7.834817732902416, + 6.950727811831194, + 7.743160453381404, + 7.7458107823535185, + 7.670963260810633, + 8.270434342147986, + 7.904101143531621, + 7.9104854647039575, + 8.259518035454334, + 7.057970536118541, + 7.917052050088425, + 7.8351122138993174, + 7.904101143531621 ], "p90": [ - 19.685911132454983, - 20.158839217925483, - 19.283321257085937, - 20.851707328888427, - 19.161660080825026, - 20.648844869087807, - 19.49989565485182, - 19.266170801749674, - 19.259455622047295, - 19.998768772247868, - 20.85173811148848, - 19.49989565772009, - 20.016273530645613, - 19.171366277828245, - 20.85173811148849, - 19.106693926456213, - 20.173816356222886, - 20.292301549808776, - 20.173816356222886, - 19.161661476369012, - 19.161661476369012, - 19.56490327373082, - 20.173816356222886, - 19.199503586412458 + 18.25000781023745, + 18.535702895581966, + 19.223563619746077, + 19.381375966778588, + 19.239946342539543, + 20.07584555253703, + 19.62754375997394, + 18.016010951444493, + 18.783738210587476, + 19.627543762798787, + 19.3814062081546, + 18.55039143751922, + 19.67207053082991, + 19.239947714725528, + 19.224230104344517, + 18.051768934088763, + 17.46636362162177, + 18.78373821059329, + 20.026288463147786, + 19.239947714725528, + 19.62754376279905, + 19.721627682481348, + 19.239947714725528, + 18.39442480765452 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7e222bffe2740ef5f86a9d9d2035be4ec11f5252..8277796c010216c2e90e2efe5324e3739c2fd8c5 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,48 +1,24 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T15:10:39.538464+00:00", + "evaluated_at": "2026-06-19T15:25:35.963117+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 83392b4cf064dfd86a0525bcf955e708da700823..d2be943ff797e7255edcc0e5be2025823163c3d6 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.300,4.000,4.500,4.500,4.300,4.400,4.700,4.500,4.300,4.400 +2026-06-19,Chronos-2,4.300,4.000,4.500,4.500,4.300,4.400,4.600,4.500,4.300,4.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 5bb8e0745da4462f2c036fe2d5eecd306d87459f..8db02571c49aa1b842c65f3bb385eb2d2e95177b 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.3,3.8,4.16,4.16,4.06,4.18,3.66,4.16,4.06,4.14 +2026-W25,Chronos-Bolt-Mini,4.3,3.8,4.16,4.16,4.06,4.18,3.64,4.16,4.06,4.16 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 828a7bc93c60e720612439e88a156269275539ff..3957ab1081c51e6e6709d772cf59c87de6335b3f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.018044622625677163, nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3929375199028679,0.3929375199028679,0.40876277287801105,1.2851928050156098,0.024096330173868672,0.024797688286535887,47.77384379083568,0.6268472859499895,0.03820298458391258,0.024911901607853292,0.024307853501189147,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,59.30119496928061,59.30119496928061,6.363938649495442,0.5787421852306177,0.21504631367318483,0.22513704777054988,4.31025254191043,7.700726911745449,0.2733985885826787,0.2259386502779447,0.1827893815802399,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.529458990221883,2.529458990221883,1.3407609462738037,0.6876826921899889,0.05119946966931125,0.05311268549262302,7.960437491245575,1.5904272979994662,0.06074197545580008,0.0512066591117364,0.04777303928623095,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,20.559473192658817,20.559473192658817,3.762455701828003,0.6697078134279758,0.5843444092611266,0.3841330437855322,7.582860511666618,4.5342555279404815,0.4858130922793373,0.40312025376728605,0.30777331760951454,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,18.68636625618289,18.68636625618289,3.5397287209828696,0.6170955639485874,0.670622260500748,0.3887838944314024,5.652760727353592,4.322772982262993,0.4673268088932966,0.3826733752413913,0.30134693657433065,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,879.7380696584781,879.7380696584781,23.780924479166668,0.3869438559322034,0.009492020670572919,0.009434125474199834,8.5383449748411,29.660378784811197,0.011814922669468361,0.009472899377593361,0.00801237420398225,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 548c9048d5c766a8429e4b3470585c11585d0a37..3d03733f95cbc54c45c8c28fbe5a5ed57ea33b1e 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:59:03.640138+00:00", + "evaluated_at": "2026-06-19T15:21:06.470538+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a6982db655cfa2f87c138f20c6fef3ce53290de6..7f0778a99b41082b4c640baf73b3d4a7de582d50 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:57:19.698156+00:00", + "evaluated_at": "2026-06-19T15:21:13.621453+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index fef9e2afa0e5ac1aa0dc27578f58d99188da83f5..bef2d609d45d7620c93a4d513bc07de4a47a8f03 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:57:57.877064+00:00", + "evaluated_at": "2026-06-19T15:21:20.736936+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 12.373249053955078, - 12.684581756591797, - 12.889195442199707, - 12.888161659240723, - 12.794815063476562, - 12.716165542602539, - 12.77796745300293, - 12.674928665161133, - 12.657207489013672, - 12.686312675476074, - 12.630525588989258, - 12.588376998901367, - 12.565357208251953, - 12.529401779174805, - 12.527971267700195, - 12.359748840332031, - 12.298212051391602, - 12.222051620483398, - 12.18821907043457, - 12.169851303100586, - 12.274959564208984, - 12.518915176391602, - 12.745394706726074, - 12.949712753295898 + 10.44757080078125, + 10.815631866455078, + 10.941720962524414, + 11.083786964416504, + 11.126280784606934, + 11.23828125, + 11.341888427734375, + 11.375890731811523, + 11.383947372436523, + 11.385032653808594, + 11.31535816192627, + 11.328181266784668, + 11.311481475830078, + 11.309775352478027, + 11.334639549255371, + 11.221357345581055, + 11.372063636779785, + 11.461737632751465, + 11.646230697631836, + 11.780963897705078, + 11.735355377197266, + 11.879209518432617, + 12.03316879272461, + 12.046552658081055 ], "p10": [ - 8.338542938232422, - 8.397422790527344, - 8.418304443359375, - 8.499412536621094, - 8.380722045898438, - 8.390334129333496, - 8.355337142944336, - 8.329582214355469, - 8.284732818603516, - 8.249845504760742, - 8.248170852661133, - 8.189393997192383, - 8.127330780029297, - 8.124954223632812, - 8.082364082336426, - 7.969215393066406, - 7.9372029304504395, - 7.8940863609313965, - 7.83779239654541, - 7.837462902069092, - 7.872773170471191, - 7.983752250671387, - 8.170146942138672, - 8.308746337890625 + 6.536181449890137, + 6.555288314819336, + 6.582612991333008, + 6.6291303634643555, + 6.600210189819336, + 6.631379127502441, + 6.693429946899414, + 6.601848602294922, + 6.640559196472168, + 6.667922019958496, + 6.636170387268066, + 6.549503326416016, + 6.394336700439453, + 6.4800519943237305, + 6.420947074890137, + 6.334958076477051, + 6.383254051208496, + 6.517467498779297, + 6.516583442687988, + 6.585711479187012, + 6.611173629760742, + 6.642928123474121, + 6.651543617248535, + 6.63301944732666 ], "p90": [ - 18.40970230102539, - 19.034122467041016, - 19.43846893310547, - 19.443817138671875, - 19.33950424194336, - 19.27710723876953, - 19.36085319519043, - 19.30832862854004, - 19.267845153808594, - 19.285612106323242, - 19.241069793701172, - 19.29846954345703, - 19.236278533935547, - 19.308530807495117, - 19.29863739013672, - 19.08367919921875, - 19.099824905395508, - 19.06783103942871, - 19.1053409576416, - 19.204593658447266, - 19.417072296142578, - 19.76314926147461, - 20.015291213989258, - 20.329160690307617 + 16.642486572265625, + 17.395750045776367, + 17.491294860839844, + 17.762603759765625, + 17.87332534790039, + 18.04217529296875, + 18.072721481323242, + 18.246646881103516, + 18.193689346313477, + 18.20160484313965, + 18.150150299072266, + 18.213428497314453, + 18.190044403076172, + 18.292972564697266, + 18.320234298706055, + 18.224573135375977, + 18.478927612304688, + 18.636890411376953, + 18.861433029174805, + 19.114768981933594, + 19.16320037841797, + 19.382652282714844, + 19.56792640686035, + 19.669782638549805 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index e376f31e6ced105a13f4213eebf0624fa7ad0947..fb11bef5d65e408eb9ff0c6843ea186b1aac7e6b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,48 +1,24 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T14:59:48.749630+00:00", + "evaluated_at": "2026-06-19T15:21:23.507817+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 8962a8c3fe73d07b5d97c91630349f93419743d5..138dd345ae094f97a2be7927c3d02976e97511f4 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06639623903302716,0.06408 nws_ksfo_observations_temperature/1h/short,ETS,0.5359642860065729,0.522853228659134,0.5063601778076688,1.5920492286587293,0.029980420584571954,0.030918607119556463,48.09609144934143,0.7320958175038107,0.04461731885407939,0.03085994069094036,0.030243524923394754,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,523.6128513333027,536.1747737753657,19.150448995976006,1.7415586966661536,0.6391105126282772,0.9594730969443442,42.16175906768258,22.882588387970944,0.8123995877386134,0.6798975974902725,0.6387144831083037,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,74.96989637518878,77.31064278003119,7.677533276925566,3.9378434820372568,0.2838857334472471,0.3482322730871452,113.06474217866518,8.658515829816839,0.33068808406391387,0.2932221664295513,0.27705544597212334,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,52.32464844870426,56.12232107645431,6.84036438834094,1.2175679504587087,0.9807282987640473,0.5765172127370731,4.517204830437262,7.233577845624132,0.7750261977454427,0.7328961844651006,0.5347267499468398,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,27.616049472459895,30.624911193555253,4.552470464589521,0.7936510253037422,0.8518740293821551,0.4573130634037063,4.412832592511157,5.255097475067412,0.5681186459532338,0.49215896914481305,0.3691221023145673,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,945.3069377010175,982.0962191327582,28.726953267555093,0.46742161248903197,0.011477159424837582,0.011402257433701957,18.696864499561283,30.74584423464442,0.012247307246995288,0.01144310171653647,0.011443101716536468,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b7595d19494026bd1fbfb39a8823ecdddfc7327a..3bd150ec4fb34a32952d6c48e32c994e20851600 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.581490+00:00", + "evaluated_at": "2026-06-19T15:25:36.050600+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 58e96668117e80fe60b1fd6ad39a23a97a150362..6c73d116742f65eda15a0458dacc4ce42a5267c9 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:04:12.812241+00:00", + "evaluated_at": "2026-06-19T15:25:36.074882+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 32f4b18a6211c929bbe5f4ed003056221b1a4a0e..e40dcfaebb077e655ead626b72371dbaf4ceeba9 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:04:12.872727+00:00", + "evaluated_at": "2026-06-19T15:25:36.099918+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 15.68812207087027, - 16.695696920724885, - 17.703271770579498, - 16.21084662043411, - 14.718421470288726, - 17.22599632014334, - 14.733571169997955, - 16.741146019852568, - 15.748720869707183, - 16.7562957195618, - 15.763870569416412, - 15.771445419271027, - 16.779020269125642, - 15.786595118980255, - 15.794169968834868, - 15.801744818689484, - 15.809319668544097, - 15.816894518398712, - 16.824469368253325, - 15.83204421810794, - 16.839619067962555, - 15.847193917817169, - 16.854768767671786, - 15.862343617526397 + 12.208409801034822, + 13.204992865431258, + 13.201575929827696, + 12.198158994224132, + 12.194742058620568, + 14.191325123017004, + 13.18790818741344, + 14.684491251809877, + 13.181074316206313, + 13.17765738060275, + 14.174240444999185, + 13.170823509395621, + 13.167406573792059, + 13.163989638188495, + 14.16057270258493, + 13.157155766981367, + 14.153738831377803, + 13.65032189577424, + 13.146904960170676, + 14.143488024567112, + 14.140071088963548, + 13.136654153359984, + 14.133237217756422, + 13.129820282152858 ], "p10": [ - 7.68812207087027, - 8.695696920724885, - 8.703271770579498, - 8.610846620434113, - 6.718421470288726, - 8.725996320143341, - 6.733571169997955, - 6.741146019852568, - 7.748720869707184, - 8.756295719561798, - 8.763870569416412, - 7.771445419271028, - 8.779020269125642, - 9.686595118980257, - 6.7941699688348685, - 8.801744818689485, - 8.809319668544099, - 7.816894518398713, - 8.724469368253327, - 7.832044218107941, - 7.839619067962556, - 7.84719391781717, - 8.854768767671786, - 8.862343617526399 + 5.208409801034822, + 5.204992865431258, + 5.201575929827696, + 5.198158994224132, + 4.09474205862057, + 6.091325123017006, + 5.18790818741344, + 6.184491251809877, + 6.181074316206313, + 5.177657380602749, + 6.174240444999185, + 6.170823509395621, + 6.167406573792059, + 5.163989638188495, + 5.160572702584931, + 5.157155766981367, + 6.153738831377803, + 5.050321895774243, + 5.1469049601706764, + 5.143488024567112, + 5.140071088963548, + 5.136654153359984, + 5.133237217756422, + 4.129820282152858 ], "p90": [ - 23.68812207087027, - 22.695696920724885, - 22.703271770579498, - 22.71084662043411, - 22.818421470288722, - 22.72599632014334, - 21.733571169997955, - 22.741146019852568, - 22.748720869707185, - 22.7562957195618, - 22.76387056941641, - 22.77144541927103, - 22.779020269125642, - 22.786595118980255, - 22.79416996883487, - 22.801744818689485, - 22.8093196685441, - 22.816894518398712, - 23.824469368253325, - 22.832044218107942, - 22.839619067962555, - 22.84719391781717, - 22.854768767671786, - 22.8623436175264 + 19.208409801034822, + 20.204992865431258, + 19.301575929827692, + 19.298158994224124, + 20.19474205862057, + 20.191325123017002, + 20.18790818741344, + 21.184491251809877, + 20.181074316206313, + 20.17765738060275, + 20.27424044499918, + 20.17082350939562, + 21.167406573792057, + 18.26398963818849, + 21.16057270258493, + 20.15715576698137, + 20.1537388313778, + 21.15032189577424, + 20.146904960170676, + 22.143488024567112, + 21.14007108896355, + 21.136654153359984, + 20.233237217756418, + 20.22982028215285 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 70621b12164104fa3897a49ceb9bd55a613cc486..7fc252672eddfa81fa3283d59312f420bc401adf 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,48 +1,24 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T15:10:39.692933+00:00", + "evaluated_at": "2026-06-19T15:25:36.108620+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6e451c770497d35eeff87399fba5ef2be46b771d..a2c49c3acc5677856bd27ef6c65e20bab600e338 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1549,3 +1549,6 @@ {"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-19T15:10:39.825106+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:25:36.171459+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:25:36.171459+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-19T15:25:36.171459+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 4817a6549dc664113d3cff9c9fc2eda9a3100444..39545e996bc1246bb8c1ad18325980bb98b79198 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1307721.1682357788,1289802.0310208004,898.943359375,0.8171644882615473,0.014240391814546186,0.01407964573717514,4.485117555165044,1143.5563686306762,0.017955557767158258,0.014114765009781548,0.009575206787159736,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.08752562495055827,0.0835132601926792,0.22019807497660318,0.12621582611013352,0.009392901125199278,0.009416621693143978,2.180689817264566,0.2958473000562254,0.012668764401068799,0.009429315504712403,0.01985376706928426,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1491982.056245168,1212614.0129623413,867.0182291666666,0.7881436579530462,0.01373675640545557,0.013585346432493789,4.172765385610847,1221.4671736257048,0.01917887477902463,0.013613492369967402,0.009243185091848452,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.07266530571890446,0.09858639077788212,0.2269434134165446,0.13008220170710502,0.009710503759871722,0.009750894938603207,2.1851288424636572,0.2695650305935554,0.011543305829418182,0.00971816418943878,0.0197389234331775,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2269346387220637,0.3400540269686701,0.41475822528203327,0.5097815560819016,0.639805331293739,0.34857948480215034,2.0119905692390767,0.47637657239001974,0.345442404835031,0.300760127744554,0.23044234833127952,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.027354062534538513,0.02069762802369013,0.11653483079539405,0.6159696940396948,0.08090116947617655,0.08339535559342545,3.870167861423551,0.16539063617550576,0.11697570078692217,0.08242149503501016,0.0900880035413108,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.30184325214683366,0.3959166476836818,0.4084214170773824,1.2841195467640585,0.024069481649356295,0.024776274897316684,36.24582667600739,0.5494026320894665,0.03348314773711789,0.02489109780016147,0.022451312118130944,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,109.96504212204825,104.04126374364034,8.691769162813822,0.7904371421314361,0.3246344157847327,0.30767136372710113,7.279287240966645,10.4864217978321,0.3722989987396012,0.3085835205732718,0.24356082462308282,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2179939857763504,1.2735582644827066,0.8916634321212769,0.4573384325018252,0.03386434896910354,0.03475918767127237,3.242493125706625,1.1036276481569092,0.0421500081148078,0.034054620652495385,0.03292035337793769,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,31.483129444434287,22.892655715715517,3.96903924147288,0.7064791727714397,0.6170859333498654,0.3981794907821486,7.157293106923145,5.610982930328187,0.6011767425351628,0.42525420444352285,0.3206263270643022,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.996265476224306,22.70018542389667,3.8174853126207986,0.6655180206021732,0.7401088336263278,0.40717042610054355,7.213209419504494,5.384818054142991,0.5821424923397828,0.4127011148779242,0.32379785696188135,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,4185.173456698656,2113.4538429472595,41.1434071858724,0.6694520491260594,0.01645542670355903,0.016288080903957988,24.268529445842162,64.69291658828388,0.025769792499897314,0.016389075061592324,0.016333606716804977,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 837432e608ddef041b4357b99eaf85b7256edd7f..6201609755051ea2818e29736b88fd0a1cd4a9aa 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:06:46.333466+00:00", + "evaluated_at": "2026-06-19T15:24:35.299121+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64553.013671875, - 64586.671875, - 64584.681640625, - 64508.279296875, - 64575.150390625, - 64599.38671875, - 64593.3046875, - 64618.27734375, - 64632.154296875, - 64614.24609375, - 64538.68359375, - 64547.224609375, - 64655.86328125, - 64606.01171875, - 64689.6796875, - 64541.83984375, - 64424.31640625, - 64417.888671875, - 64331.69140625, - 64315.025390625, - 64524.517578125, - 64524.5234375, - 64384.69140625, - 64411.28515625 + 64550.943359375, + 64545.095703125, + 64509.94140625, + 64505.494140625, + 64552.251953125, + 64485.6640625, + 64606.16015625, + 64661.640625, + 64647.166015625, + 64709.966796875, + 64579.0625, + 64704.2578125, + 64549.5234375, + 64528.150390625, + 64537.220703125, + 64644.025390625, + 64604.93359375, + 64643.67578125, + 64421.13671875, + 64453.970703125, + 64464.150390625, + 64423.486328125, + 64615.9296875, + 64304.400390625 ], "p10": [ - 64227.052734375, - 64031.59765625, - 63795.22265625, - 63843.1171875, - 63716.03125, - 63787.1796875, - 63360.59765625, - 63776.568359375, - 63413.357421875, - 63278.3671875, - 63081.244140625, - 63319.802734375, - 63097.33203125, - 63215.166015625, - 62881.8046875, - 63125.060546875, - 62980.1484375, - 62397.890625, - 62911.77734375, - 62201.8203125, - 62946.28125, - 62912.822265625, - 62486.6015625, - 62099.46875 + 64221.146484375, + 63950.2421875, + 63938.73046875, + 63694.505859375, + 63819.287109375, + 63653.810546875, + 63592.0546875, + 63536.34765625, + 63461.39453125, + 63518.224609375, + 63473.818359375, + 63358.275390625, + 63125.142578125, + 63090.041015625, + 63203.13671875, + 63053.4609375, + 62595.9140625, + 63016.1328125, + 62851.052734375, + 62780.375, + 62782.45703125, + 62515.69140625, + 62756.759765625, + 62120.8515625 ], "p90": [ - 64924.189453125, - 65068.27734375, - 65404.056640625, - 65381.732421875, - 65423.14453125, - 65633.34375, - 65754.93359375, - 65809.3671875, - 66124.0859375, - 66130.6328125, - 65935.1796875, - 65861.79296875, - 65958.49609375, - 66089.46484375, - 66081.34375, - 66276.85546875, - 65940.6015625, - 66068.7734375, - 66029.5625, - 66257.078125, - 66207.0625, - 66144.8828125, - 65953.48046875, - 66032.38671875 + 64890.59375, + 65072.328125, + 65232.04296875, + 65388.904296875, + 65460.23828125, + 65445.841796875, + 65642.57421875, + 65892.8203125, + 65961.796875, + 65846.6875, + 65723.55078125, + 65987.67578125, + 65978.5078125, + 66011.26953125, + 65931.703125, + 66179.1015625, + 66365.88671875, + 66439.625, + 66139.4375, + 66602.18359375, + 66480.890625, + 66508.91796875, + 66437.46484375, + 66406.265625 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c84e6085bdec82260d706a7532924dd61f8af4ca..98b53bf0b4d2983b2e106b060ef2bb78f9a2edf3 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:02:33.896255+00:00", + "evaluated_at": "2026-06-19T15:24:42.614686+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 21.469999313354492 ], "p50": [ - 21.887362480163574, - 21.81628131866455, - 21.749930381774902, - 21.636322021484375, - 21.63759422302246, - 21.717659950256348, - 22.1996431350708, - 22.789148330688477, - 23.447282791137695, - 24.06841278076172, - 24.90963077545166, - 25.26409339904785, - 25.67465877532959, - 25.934897422790527, - 25.45358371734619, - 25.61269474029541, - 24.912516593933105, - 24.13970947265625, - 23.836493492126465, - 22.998839378356934, - 22.484851837158203, - 22.071287155151367, - 21.860166549682617, - 21.658714294433594 + 21.892617225646973, + 21.807039260864258, + 21.720974922180176, + 21.621943473815918, + 21.63014030456543, + 21.737133026123047, + 22.06237506866455, + 22.80022430419922, + 23.43246555328369, + 24.1283540725708, + 24.68418598175049, + 25.08862018585205, + 25.561309814453125, + 25.701208114624023, + 25.457496643066406, + 25.52872943878174, + 24.936574935913086, + 24.6740779876709, + 23.81606101989746, + 23.171950340270996, + 22.345375061035156, + 22.205586433410645, + 21.771084785461426, + 21.765296936035156 ], "p10": [ - 21.695700645446777, - 21.538783073425293, - 21.369571685791016, - 21.23438262939453, - 21.075343132019043, - 21.04061985015869, - 21.23411464691162, - 21.83288288116455, - 21.844545364379883, - 22.553086280822754, - 22.792241096496582, - 23.019049644470215, - 23.006064414978027, - 23.182363510131836, - 22.345727920532227, - 22.816466331481934, - 21.985490798950195, - 21.513473510742188, - 21.56724452972412, - 20.32573890686035, - 20.148679733276367, - 19.69526767730713, - 19.481725692749023, - 19.69601535797119 + 21.71921730041504, + 21.549238204956055, + 21.348549842834473, + 21.165098190307617, + 21.03605842590332, + 20.982622146606445, + 21.239639282226562, + 21.88724422454834, + 22.244868278503418, + 22.584442138671875, + 22.506778717041016, + 22.694583892822266, + 23.131306648254395, + 23.41922664642334, + 23.074813842773438, + 22.474775314331055, + 22.208885192871094, + 21.204517364501953, + 21.23157501220703, + 20.644556045532227, + 20.003700256347656, + 19.721325874328613, + 19.21846580505371, + 19.662181854248047 ], "p90": [ - 22.06570816040039, - 22.07582664489746, - 22.059358596801758, - 22.07827091217041, - 22.153715133666992, - 22.382659912109375, - 23.020133018493652, - 23.85842514038086, - 24.678247451782227, - 26.095810890197754, - 26.692487716674805, - 27.91245460510254, - 28.656545639038086, - 29.072197914123535, - 28.530532836914062, - 28.998981475830078, - 28.033422470092773, - 27.55429744720459, - 26.445500373840332, - 25.89968490600586, - 24.703350067138672, - 24.13290786743164, - 23.61972141265869, - 23.56344509124756 + 22.05615234375, + 22.073474884033203, + 22.101365089416504, + 22.014516830444336, + 22.15046787261963, + 22.53050422668457, + 22.878700256347656, + 23.64209747314453, + 24.73952579498291, + 25.88648796081543, + 27.050700187683105, + 27.618510246276855, + 28.355040550231934, + 29.033324241638184, + 27.96783447265625, + 28.791836738586426, + 27.781002044677734, + 27.6366024017334, + 26.71090602874756, + 25.73173999786377, + 24.99839687347412, + 24.42650032043457, + 24.162144660949707, + 24.026314735412598 ], "timestamps": [ "2026-06-02 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 9b76ec91942f9a8429041a3ff9ddd9e7348e7367..dded99ac5547c2ff36aff7a94c1331733d1a5c6b 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:02:53.404317+00:00", + "evaluated_at": "2026-06-19T15:24:48.387815+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 11.967358112335205, - 11.967860698699951, - 12.657253742218018, - 12.724989891052246, - 12.843977928161621, - 12.363731861114502, - 13.516140937805176, - 13.021458148956299, - 12.541487216949463, - 12.925517082214355, - 13.10850477218628, - 13.257277965545654, - 12.730791091918945, - 12.897669315338135, - 12.825706005096436, - 12.791932106018066, - 12.83860731124878, - 13.241610527038574, - 13.731433868408203, - 13.269292831420898, - 12.813988208770752, - 12.842320919036865, - 11.887823104858398, - 12.96220064163208 + 11.453204154968262, + 12.16274118423462, + 12.378678798675537, + 11.921142101287842, + 12.253052711486816, + 12.150718688964844, + 12.796643257141113, + 11.783735275268555, + 12.825552940368652, + 12.345579624176025, + 12.241247653961182, + 12.523101806640625, + 12.390015125274658, + 11.842290878295898, + 12.34696626663208, + 12.771515369415283, + 12.416122913360596, + 12.588053226470947, + 12.540299892425537, + 12.380273342132568, + 12.177780151367188, + 12.180017471313477, + 12.329245567321777, + 12.053717136383057 ], "p10": [ - 7.309396266937256, - 7.647705078125, - 7.639014959335327, - 7.927917957305908, - 7.9284117221832275, - 8.559674263000488, - 7.623502492904663, - 8.471014499664307, - 7.57453727722168, - 8.784576416015625, - 8.035888195037842, - 8.017876148223877, - 7.737091302871704, - 8.329689979553223, - 8.451909065246582, - 7.720941781997681, - 8.457775115966797, - 8.944044589996338, - 8.099910259246826, - 8.673957824707031, - 8.348392009735107, - 7.834039211273193, - 6.741264820098877, - 8.010228633880615 + 6.974509000778198, + 7.083007097244263, + 6.828327178955078, + 7.273730516433716, + 6.952672719955444, + 8.054418087005615, + 7.638486862182617, + 7.40270733833313, + 7.093660116195679, + 7.5164313316345215, + 8.166009902954102, + 7.945291757583618, + 7.399909257888794, + 7.049551486968994, + 7.885334730148315, + 7.473207950592041, + 7.723045110702515, + 7.220428228378296, + 6.745991230010986, + 7.172879219055176, + 6.835000514984131, + 7.242989540100098, + 7.153920412063599, + 7.316302537918091 ], "p90": [ - 19.481633186340332, - 19.301513671875, - 19.697762489318848, - 20.58363914489746, - 20.89647102355957, - 20.009577751159668, - 19.64598846435547, - 20.20450782775879, - 19.50836944580078, - 19.94178295135498, - 20.6400785446167, - 21.54867649078369, - 20.823790550231934, - 19.735556602478027, - 20.336389541625977, - 21.2027645111084, - 19.84174346923828, - 20.024141311645508, - 20.39680767059326, - 21.090219497680664, - 20.866849899291992, - 20.431285858154297, - 19.16208839416504, - 21.501730918884277 + 18.0693416595459, + 18.461946487426758, + 18.826210021972656, + 17.970252990722656, + 19.20232582092285, + 19.751195907592773, + 19.37732982635498, + 19.374438285827637, + 20.82612895965576, + 19.45224666595459, + 18.889892578125, + 21.56960678100586, + 18.69701385498047, + 18.923797607421875, + 19.23603057861328, + 19.873615264892578, + 20.15093421936035, + 21.031265258789062, + 20.01592445373535, + 20.770870208740234, + 19.458176612854004, + 20.8819522857666, + 21.193243980407715, + 21.198981285095215 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index abb6c2e75291c1cab354faaad29a0644d0c53735..fafa7e5990aeec3d6136dcc85ac81671323c8ea9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,48 +1,24 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T15:07:46.306727+00:00", + "evaluated_at": "2026-06-19T15:24:51.083468+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 72eb62efb946ac37961638fc6e917b643b832cf2..afca96d6bb237a142eb14188d547a08c5ba92057 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.01477884163003 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.3943920090406881,0.38404998182996625,0.409557797546275,1.2876924455192418,0.024162756916408467,0.0248475946767599,38.8313269750096,0.6280063765923783,0.03827362495029055,0.024960354103104175,0.024580399197783095,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,147.05276349298265,142.98485498859182,10.25234287030266,0.9323570894202341,0.4409136779601966,0.33086764575122324,18.76283051638781,12.12653138753958,0.43052774156945256,0.36398850427110035,0.3363678367759588,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.608909059063599,4.80948625201868,1.7787685299394138,0.9123388735711008,0.0659688009807241,0.06781457171136919,9.918984029773176,2.146836989401757,0.08199250596482721,0.06793514832336946,0.056713358117209234,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.12949228687136,37.00288662943573,5.38878493013972,0.959190395476044,0.7942059153698375,0.4926396849978632,4.279356918482947,5.84204521438095,0.6259334158265303,0.5773698139435414,0.41700702761144376,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,27.699797197147173,30.71735701501189,4.555763473053892,0.7942251091038263,0.8530761937386188,0.4574294760996062,4.412832592511158,5.263059680181023,0.5689794248844349,0.4925149700598802,0.36957688227149305,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2174.292974762251,2237.2648314866365,42.71929824561433,0.6950936663693179,0.01708259517257207,0.016905500790475182,27.803746654772713,46.62931454313103,0.018574332764068793,0.01701681589866795,0.01701681589866795,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 88bda4fc9c5503e03b57f81db4d7faac5b23ed8a..34b23bd71a4c8d34dd8366976d628ae2e0186c6c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.698708+00:00", + "evaluated_at": "2026-06-19T15:25:36.113884+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b7019e261977d67b8e0283fcd53b42bd4864d16e..2915b0da4d869b566a63026457912e5309cd7b79 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:04:12.896001+00:00", + "evaluated_at": "2026-06-19T15:25:36.121127+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 157b50949b26ba5b7aa997b85c3e6274f5e01a4a..dcd45f9166da961e9d5f828e99ae28899017c29e 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:04:12.927509+00:00", + "evaluated_at": "2026-06-19T15:25:36.131644+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 14.196856287425149, - 15.196856287425149, - 16.19685628742515, - 14.696856287425149, - 13.196856287425149, - 15.696856287425149, - 13.196856287425149, - 15.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 14.196856287425149, - 14.196856287425149, - 14.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149 + 12.16691616766467, + 13.16691616766467, + 13.16691616766467, + 12.16691616766467, + 12.16691616766467, + 14.16691616766467, + 13.16691616766467, + 14.66691616766467, + 13.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.16691616766467, + 13.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.66691616766467, + 13.16691616766467, + 14.16691616766467, + 14.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.16691616766467 ], "p10": [ - 6.19685628742515, - 7.19685628742515, - 7.19685628742515, - 7.096856287425152, - 5.196856287425149, - 7.19685628742515, - 5.196856287425149, - 5.196856287425149, - 6.19685628742515, - 7.19685628742515, - 7.19685628742515, - 6.19685628742515, - 7.19685628742515, - 8.096856287425151, - 5.196856287425149, - 7.19685628742515, - 7.19685628742515, - 6.19685628742515, - 7.096856287425152, - 6.19685628742515, - 6.19685628742515, - 6.19685628742515, - 7.19685628742515, - 7.19685628742515 + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 4.066916167664672, + 6.066916167664672, + 5.16691616766467, + 6.16691616766467, + 6.16691616766467, + 5.16691616766467, + 6.16691616766467, + 6.16691616766467, + 6.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 6.16691616766467, + 5.066916167664672, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 4.16691616766467 ], "p90": [ - 22.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.296856287425143, - 21.19685628742515, - 20.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 22.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515 + 19.16691616766467, + 20.16691616766467, + 19.266916167664665, + 19.266916167664665, + 20.16691616766467, + 20.16691616766467, + 20.16691616766467, + 21.16691616766467, + 20.16691616766467, + 20.16691616766467, + 20.266916167664665, + 20.16691616766467, + 21.16691616766467, + 18.266916167664665, + 21.16691616766467, + 20.16691616766467, + 20.16691616766467, + 21.16691616766467, + 20.16691616766467, + 22.16691616766467, + 21.16691616766467, + 21.16691616766467, + 20.266916167664665, + 20.266916167664665 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index ef565f07f5d86b170213ea872e7475265199c485..af871fa0c0b4de8f793f70c20472512ebcfe9460 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,48 +1,24 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T15:10:39.761104+00:00", + "evaluated_at": "2026-06-19T15:25:36.136273+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index ab59cb57e0849bd05ddda03d5e2fe15ee712661a..7c9b674873fa4905e420be8cf28f646b3886636b 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-19T14:58:41.296439+00:00", - "finished_at": "2026-06-19T15:10:39.815797+00:00", - "task_count": 7, + "started_at": "2026-06-19T15:20:33.750926+00:00", + "finished_at": "2026-06-19T15:25:36.164002+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,48 +10,24 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T14:59:48.749630+00:00", + "evaluated_at": "2026-06-19T15:21:23.507817+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -60,48 +36,24 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T15:01:53.455821+00:00", + "evaluated_at": "2026-06-19T15:22:31.332929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -110,48 +62,24 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:03:45.991765+00:00", + "evaluated_at": "2026-06-19T15:23:19.835208+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -160,48 +88,24 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T15:05:43.554787+00:00", + "evaluated_at": "2026-06-19T15:24:00.174544+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -210,48 +114,24 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T15:07:46.306727+00:00", + "evaluated_at": "2026-06-19T15:24:51.083468+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -260,48 +140,24 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T15:10:37.499965+00:00", + "evaluated_at": "2026-06-19T15:25:34.055042+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -310,48 +166,24 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T15:10:39.538464+00:00", + "evaluated_at": "2026-06-19T15:25:35.963117+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -360,48 +192,24 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T15:10:39.692933+00:00", + "evaluated_at": "2026-06-19T15:25:36.108620+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -410,48 +218,24 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T15:10:39.761104+00:00", + "evaluated_at": "2026-06-19T15:25:36.136273+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -460,48 +244,24 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T15:10:39.814064+00:00", + "evaluated_at": "2026-06-19T15:25:36.162239+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], @@ -510,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-19T15:17:12.101467+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_152535.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_152535.json new file mode 100644 index 0000000000000000000000000000000000000000..634ac942d518523772faf9a415071744c24972db --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_152535.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:25:35.834973+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_152106.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_152106.json new file mode 100644 index 0000000000000000000000000000000000000000..8662bba6364a1008fa4a2e02d85e2891da9a2be4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_152106.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T15:21:06.470538+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_152536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..4cf260e1fca01bf0418274b9e4cc2c9c2d253f41 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_152536.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T15:25:36.050600+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_152435.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_152435.json new file mode 100644 index 0000000000000000000000000000000000000000..267bc84fb342bbdc4276bbc08ab8305a5532fe68 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_152435.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:24:35.299121+00:00", + "metrics": { + "MSE[mean]": 1491982.056245168, + "MSE[0.5]": 1212614.0129623413, + "MAE[0.5]": 867.0182291666666, + "MASE[0.5]": 0.7881436579530462, + "MAPE[0.5]": 0.01373675640545557, + "sMAPE[0.5]": 0.013585346432493789, + "MSIS": 4.172765385610847, + "RMSE[mean]": 1221.4671736257048, + "NRMSE[mean]": 0.01917887477902463, + "ND[0.5]": 0.013613492369967402, + "mean_weighted_sum_quantile_loss": 0.009243185091848452 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64550.943359375, + 64545.095703125, + 64509.94140625, + 64505.494140625, + 64552.251953125, + 64485.6640625, + 64606.16015625, + 64661.640625, + 64647.166015625, + 64709.966796875, + 64579.0625, + 64704.2578125, + 64549.5234375, + 64528.150390625, + 64537.220703125, + 64644.025390625, + 64604.93359375, + 64643.67578125, + 64421.13671875, + 64453.970703125, + 64464.150390625, + 64423.486328125, + 64615.9296875, + 64304.400390625 + ], + "p10": [ + 64221.146484375, + 63950.2421875, + 63938.73046875, + 63694.505859375, + 63819.287109375, + 63653.810546875, + 63592.0546875, + 63536.34765625, + 63461.39453125, + 63518.224609375, + 63473.818359375, + 63358.275390625, + 63125.142578125, + 63090.041015625, + 63203.13671875, + 63053.4609375, + 62595.9140625, + 63016.1328125, + 62851.052734375, + 62780.375, + 62782.45703125, + 62515.69140625, + 62756.759765625, + 62120.8515625 + ], + "p90": [ + 64890.59375, + 65072.328125, + 65232.04296875, + 65388.904296875, + 65460.23828125, + 65445.841796875, + 65642.57421875, + 65892.8203125, + 65961.796875, + 65846.6875, + 65723.55078125, + 65987.67578125, + 65978.5078125, + 66011.26953125, + 65931.703125, + 66179.1015625, + 66365.88671875, + 66439.625, + 66139.4375, + 66602.18359375, + 66480.890625, + 66508.91796875, + 66437.46484375, + 66406.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_152536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..103b15b404ad5e579e3bc0edae9e96585fefd570 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_152536.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:25:36.113884+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_152536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..1e32b590c6d413f87bee597ae037e360350aff3e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_152536.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:25:36.141303+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_152511.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_152511.json new file mode 100644 index 0000000000000000000000000000000000000000..555d810cc1ed85dc2afae67f0549330729ab557b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_152511.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:25:11.347604+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_152203.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_152203.json new file mode 100644 index 0000000000000000000000000000000000000000..24d96fa331bd39dd816277c6bf8a653ff033a604 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_152203.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:22:03.567724+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_152338.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_152338.json new file mode 100644 index 0000000000000000000000000000000000000000..8ea206866646096a44f2c998f56e6c9d469cf3c4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_152338.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:23:38.119938+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_152255.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_152255.json new file mode 100644 index 0000000000000000000000000000000000000000..123e7e41c65f942d455e9b364f1f9112b5cab07d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_152255.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:22:55.080715+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_152535.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_152535.json new file mode 100644 index 0000000000000000000000000000000000000000..7a834d054e424fe48dca6879844e4dde0c4322e3 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_152535.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:25:35.935488+00:00", + "metrics": { + "MSE[mean]": 28.1038701673772, + "MSE[0.5]": 22.77991692423278, + "MAE[0.5]": 3.8392181891737303, + "MASE[0.5]": 0.6693068029552266, + "MAPE[0.5]": 0.7384385226959886, + "sMAPE[0.5]": 0.4086051739129051, + "MSIS": 4.506369261169971, + "RMSE[mean]": 5.3013083448689535, + "NRMSE[mean]": 0.5731144156615084, + "ND[0.5]": 0.4150506150458087, + "mean_weighted_sum_quantile_loss": 0.3391772747246672 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.946832728956105, + 12.467622393136537, + 12.57788614046141, + 12.287717606841998, + 12.098519250584118, + 12.098520560507911, + 13.071974461553634, + 12.253354218744356, + 12.392049482492837, + 12.482310935073528, + 11.58405512736276, + 12.216354794610622, + 12.29158708366975, + 12.58453286247078, + 12.29158708366975, + 12.29158708366975, + 12.657402700447365, + 11.58405512736277, + 12.620967781459072, + 13.308211288699335, + 12.578552625059855, + 13.13994087340765, + 12.151938369070741, + 12.151938369070741 + ], + "p10": [ + 7.594043114518395, + 7.889412601594369, + 6.572184610516964, + 7.015953992885208, + 6.316579997062854, + 7.062057363683556, + 8.617811470334109, + 7.385428687424369, + 8.239628073602326, + 8.671947895328575, + 7.845001875071406, + 7.834817732902416, + 6.950727811831194, + 7.743160453381404, + 7.7458107823535185, + 7.670963260810633, + 8.270434342147986, + 7.904101143531621, + 7.9104854647039575, + 8.259518035454334, + 7.057970536118541, + 7.917052050088425, + 7.8351122138993174, + 7.904101143531621 + ], + "p90": [ + 18.25000781023745, + 18.535702895581966, + 19.223563619746077, + 19.381375966778588, + 19.239946342539543, + 20.07584555253703, + 19.62754375997394, + 18.016010951444493, + 18.783738210587476, + 19.627543762798787, + 19.3814062081546, + 18.55039143751922, + 19.67207053082991, + 19.239947714725528, + 19.224230104344517, + 18.051768934088763, + 17.46636362162177, + 18.78373821059329, + 20.026288463147786, + 19.239947714725528, + 19.62754376279905, + 19.721627682481348, + 19.239947714725528, + 18.39442480765452 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_152120.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_152120.json new file mode 100644 index 0000000000000000000000000000000000000000..29b936da2b2931fc6d3754a76e7aaadee2ce2f78 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_152120.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T15:21:20.736936+00:00", + "metrics": { + "MSE[mean]": 18.68636625618289, + "MSE[0.5]": 18.68636625618289, + "MAE[0.5]": 3.5397287209828696, + "MASE[0.5]": 0.6170955639485874, + "MAPE[0.5]": 0.670622260500748, + "sMAPE[0.5]": 0.3887838944314024, + "MSIS": 5.652760727353592, + "RMSE[mean]": 4.322772982262993, + "NRMSE[mean]": 0.4673268088932966, + "ND[0.5]": 0.3826733752413913, + "mean_weighted_sum_quantile_loss": 0.30134693657433065 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 10.44757080078125, + 10.815631866455078, + 10.941720962524414, + 11.083786964416504, + 11.126280784606934, + 11.23828125, + 11.341888427734375, + 11.375890731811523, + 11.383947372436523, + 11.385032653808594, + 11.31535816192627, + 11.328181266784668, + 11.311481475830078, + 11.309775352478027, + 11.334639549255371, + 11.221357345581055, + 11.372063636779785, + 11.461737632751465, + 11.646230697631836, + 11.780963897705078, + 11.735355377197266, + 11.879209518432617, + 12.03316879272461, + 12.046552658081055 + ], + "p10": [ + 6.536181449890137, + 6.555288314819336, + 6.582612991333008, + 6.6291303634643555, + 6.600210189819336, + 6.631379127502441, + 6.693429946899414, + 6.601848602294922, + 6.640559196472168, + 6.667922019958496, + 6.636170387268066, + 6.549503326416016, + 6.394336700439453, + 6.4800519943237305, + 6.420947074890137, + 6.334958076477051, + 6.383254051208496, + 6.517467498779297, + 6.516583442687988, + 6.585711479187012, + 6.611173629760742, + 6.642928123474121, + 6.651543617248535, + 6.63301944732666 + ], + "p90": [ + 16.642486572265625, + 17.395750045776367, + 17.491294860839844, + 17.762603759765625, + 17.87332534790039, + 18.04217529296875, + 18.072721481323242, + 18.246646881103516, + 18.193689346313477, + 18.20160484313965, + 18.150150299072266, + 18.213428497314453, + 18.190044403076172, + 18.292972564697266, + 18.320234298706055, + 18.224573135375977, + 18.478927612304688, + 18.636890411376953, + 18.861433029174805, + 19.114768981933594, + 19.16320037841797, + 19.382652282714844, + 19.56792640686035, + 19.669782638549805 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_152536.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..f95a2f053a2a8aa941ca5bd2584e6b2837e358a4 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_152536.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-19T15:25:36.099918+00:00", + "metrics": { + "MSE[mean]": 27.616049472459895, + "MSE[0.5]": 30.624911193555253, + "MAE[0.5]": 4.552470464589521, + "MASE[0.5]": 0.7936510253037422, + "MAPE[0.5]": 0.8518740293821551, + "sMAPE[0.5]": 0.4573130634037063, + "MSIS": 4.412832592511157, + "RMSE[mean]": 5.255097475067412, + "NRMSE[mean]": 0.5681186459532338, + "ND[0.5]": 0.49215896914481305, + "mean_weighted_sum_quantile_loss": 0.3691221023145673 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.208409801034822, + 13.204992865431258, + 13.201575929827696, + 12.198158994224132, + 12.194742058620568, + 14.191325123017004, + 13.18790818741344, + 14.684491251809877, + 13.181074316206313, + 13.17765738060275, + 14.174240444999185, + 13.170823509395621, + 13.167406573792059, + 13.163989638188495, + 14.16057270258493, + 13.157155766981367, + 14.153738831377803, + 13.65032189577424, + 13.146904960170676, + 14.143488024567112, + 14.140071088963548, + 13.136654153359984, + 14.133237217756422, + 13.129820282152858 + ], + "p10": [ + 5.208409801034822, + 5.204992865431258, + 5.201575929827696, + 5.198158994224132, + 4.09474205862057, + 6.091325123017006, + 5.18790818741344, + 6.184491251809877, + 6.181074316206313, + 5.177657380602749, + 6.174240444999185, + 6.170823509395621, + 6.167406573792059, + 5.163989638188495, + 5.160572702584931, + 5.157155766981367, + 6.153738831377803, + 5.050321895774243, + 5.1469049601706764, + 5.143488024567112, + 5.140071088963548, + 5.136654153359984, + 5.133237217756422, + 4.129820282152858 + ], + "p90": [ + 19.208409801034822, + 20.204992865431258, + 19.301575929827692, + 19.298158994224124, + 20.19474205862057, + 20.191325123017002, + 20.18790818741344, + 21.184491251809877, + 20.181074316206313, + 20.17765738060275, + 20.27424044499918, + 20.17082350939562, + 21.167406573792057, + 18.26398963818849, + 21.16057270258493, + 20.15715576698137, + 20.1537388313778, + 21.15032189577424, + 20.146904960170676, + 22.143488024567112, + 21.14007108896355, + 21.136654153359984, + 20.233237217756418, + 20.22982028215285 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_152448.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_152448.json new file mode 100644 index 0000000000000000000000000000000000000000..96cc9a61aac83cb3daa8b967b673fc1e030168fd --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_152448.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:24:48.387815+00:00", + "metrics": { + "MSE[mean]": 28.996265476224306, + "MSE[0.5]": 22.70018542389667, + "MAE[0.5]": 3.8174853126207986, + "MASE[0.5]": 0.6655180206021732, + "MAPE[0.5]": 0.7401088336263278, + "sMAPE[0.5]": 0.40717042610054355, + "MSIS": 7.213209419504494, + "RMSE[mean]": 5.384818054142991, + "NRMSE[mean]": 0.5821424923397828, + "ND[0.5]": 0.4127011148779242, + "mean_weighted_sum_quantile_loss": 0.32379785696188135 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.453204154968262, + 12.16274118423462, + 12.378678798675537, + 11.921142101287842, + 12.253052711486816, + 12.150718688964844, + 12.796643257141113, + 11.783735275268555, + 12.825552940368652, + 12.345579624176025, + 12.241247653961182, + 12.523101806640625, + 12.390015125274658, + 11.842290878295898, + 12.34696626663208, + 12.771515369415283, + 12.416122913360596, + 12.588053226470947, + 12.540299892425537, + 12.380273342132568, + 12.177780151367188, + 12.180017471313477, + 12.329245567321777, + 12.053717136383057 + ], + "p10": [ + 6.974509000778198, + 7.083007097244263, + 6.828327178955078, + 7.273730516433716, + 6.952672719955444, + 8.054418087005615, + 7.638486862182617, + 7.40270733833313, + 7.093660116195679, + 7.5164313316345215, + 8.166009902954102, + 7.945291757583618, + 7.399909257888794, + 7.049551486968994, + 7.885334730148315, + 7.473207950592041, + 7.723045110702515, + 7.220428228378296, + 6.745991230010986, + 7.172879219055176, + 6.835000514984131, + 7.242989540100098, + 7.153920412063599, + 7.316302537918091 + ], + "p90": [ + 18.0693416595459, + 18.461946487426758, + 18.826210021972656, + 17.970252990722656, + 19.20232582092285, + 19.751195907592773, + 19.37732982635498, + 19.374438285827637, + 20.82612895965576, + 19.45224666595459, + 18.889892578125, + 21.56960678100586, + 18.69701385498047, + 18.923797607421875, + 19.23603057861328, + 19.873615264892578, + 20.15093421936035, + 21.031265258789062, + 20.01592445373535, + 20.770870208740234, + 19.458176612854004, + 20.8819522857666, + 21.193243980407715, + 21.198981285095215 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_152536.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..dad14ed9caff213fabca6cf3247eefaad39605a3 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_152536.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:25:36.131644+00:00", + "metrics": { + "MSE[mean]": 27.699797197147173, + "MSE[0.5]": 30.71735701501189, + "MAE[0.5]": 4.555763473053892, + "MASE[0.5]": 0.7942251091038263, + "MAPE[0.5]": 0.8530761937386188, + "sMAPE[0.5]": 0.4574294760996062, + "MSIS": 4.412832592511158, + "RMSE[mean]": 5.263059680181023, + "NRMSE[mean]": 0.5689794248844349, + "ND[0.5]": 0.4925149700598802, + "mean_weighted_sum_quantile_loss": 0.36957688227149305 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.16691616766467, + 13.16691616766467, + 13.16691616766467, + 12.16691616766467, + 12.16691616766467, + 14.16691616766467, + 13.16691616766467, + 14.66691616766467, + 13.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.16691616766467, + 13.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.66691616766467, + 13.16691616766467, + 14.16691616766467, + 14.16691616766467, + 13.16691616766467, + 14.16691616766467, + 13.16691616766467 + ], + "p10": [ + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 4.066916167664672, + 6.066916167664672, + 5.16691616766467, + 6.16691616766467, + 6.16691616766467, + 5.16691616766467, + 6.16691616766467, + 6.16691616766467, + 6.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 6.16691616766467, + 5.066916167664672, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 5.16691616766467, + 4.16691616766467 + ], + "p90": [ + 19.16691616766467, + 20.16691616766467, + 19.266916167664665, + 19.266916167664665, + 20.16691616766467, + 20.16691616766467, + 20.16691616766467, + 21.16691616766467, + 20.16691616766467, + 20.16691616766467, + 20.266916167664665, + 20.16691616766467, + 21.16691616766467, + 18.266916167664665, + 21.16691616766467, + 20.16691616766467, + 20.16691616766467, + 21.16691616766467, + 20.16691616766467, + 22.16691616766467, + 21.16691616766467, + 21.16691616766467, + 20.266916167664665, + 20.266916167664665 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_152536.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..ea7ea8cbe5126b4f9b6f463fa4cfb4c71f9722cc --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_152536.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:25:36.158430+00:00", + "metrics": { + "MSE[mean]": 36.125, + "MSE[0.5]": 36.125, + "MAE[0.5]": 4.458333333333333, + "MASE[0.5]": 0.7772397094430993, + "MAPE[0.5]": 0.6471847596847596, + "sMAPE[0.5]": 0.40994711549148927, + "MSIS": 28.66416481667311, + "RMSE[mean]": 6.010407640085654, + "NRMSE[mean]": 0.6497737989281788, + "ND[0.5]": 0.481981981981982, + "mean_weighted_sum_quantile_loss": 0.47357357357357355 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "p10": [ + 28.419999999999998, + 18.62, + 17.64, + 13.719999999999999, + 9.8, + 16.66, + 8.82, + 10.78, + 13.719999999999999, + 11.76, + 14.7, + 14.7, + 8.82, + 16.66, + 9.8, + 19.6, + 12.74, + 7.84, + 9.8, + 9.8, + 11.76, + 6.859999999999999, + 9.8, + 5.88 + ], + "p90": [ + 29.580000000000002, + 19.38, + 18.36, + 14.280000000000001, + 10.2, + 17.34, + 9.18, + 11.22, + 14.280000000000001, + 12.24, + 15.3, + 15.3, + 9.18, + 17.34, + 10.2, + 20.4, + 13.26, + 8.16, + 10.2, + 10.2, + 12.24, + 7.140000000000001, + 10.2, + 6.12 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_152530.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_152530.json new file mode 100644 index 0000000000000000000000000000000000000000..f8adf257795baceb300bc3a50d734a7908ca1fc1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_152530.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:25:30.360512+00:00", + "metrics": { + "MSE[mean]": 30.483771259586018, + "MSE[0.5]": 30.483771259586018, + "MAE[0.5]": 4.512298583984375, + "MASE[0.5]": 0.7866476950287531, + "MAPE[0.5]": 0.8583174272017046, + "sMAPE[0.5]": 0.453803664665646, + "MSIS": 10.216474703957324, + "RMSE[mean]": 5.521211031973513, + "NRMSE[mean]": 0.5968876791322717, + "ND[0.5]": 0.48781606313344594, + "mean_weighted_sum_quantile_loss": 0.37143083024430684 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.34765625, + 11.599609375, + 11.935546875, + 11.935546875, + 12.41845703125, + 12.6494140625, + 12.911865234375, + 13.058837890625, + 13.13232421875, + 13.205810546875, + 13.1533203125, + 13.310791015625, + 13.38427734375, + 13.499755859375, + 13.5732421875, + 13.5994873046875, + 13.5364990234375, + 13.3212890625, + 13.2373046875, + 13.478759765625, + 13.7569580078125, + 13.982666015625, + 14.1348876953125, + 13.8671875 + ], + "p10": [ + 6.64453125, + 6.98046875, + 7.31640625, + 7.400390625, + 7.6943359375, + 7.8623046875, + 7.9462890625, + 8.15625, + 8.408203125, + 8.5341796875, + 8.576171875, + 8.6181640625, + 8.7021484375, + 8.7861328125, + 8.912109375, + 8.7861328125, + 8.6181640625, + 8.4501953125, + 8.2822265625, + 8.4921875, + 8.7861328125, + 9.0380859375, + 9.080078125, + 8.7861328125 + ], + "p90": [ + 17.090087890625, + 17.49951171875, + 17.75146484375, + 17.70947265625, + 18.40234375, + 18.654296875, + 19.0322265625, + 19.38916015625, + 19.38916015625, + 19.4521484375, + 19.494140625, + 19.7041015625, + 19.830078125, + 19.93505859375, + 20.06103515625, + 20.22900390625, + 20.41796875, + 20.08203125, + 19.998046875, + 20.25, + 20.501953125, + 20.75390625, + 21.0478515625, + 20.837890625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_152227.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_152227.json new file mode 100644 index 0000000000000000000000000000000000000000..12ddc6390d065aec21b107f950ade4da6c88b259 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_152227.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:22:27.521159+00:00", + "metrics": { + "MSE[mean]": 17.212526487205423, + "MSE[0.5]": 14.738049318766949, + "MAE[0.5]": 3.22449525197347, + "MASE[0.5]": 0.5621396080922273, + "MAPE[0.5]": 0.5580217478803663, + "sMAPE[0.5]": 0.36815117629161853, + "MSIS": 21.700977590990416, + "RMSE[mean]": 4.148798197937015, + "NRMSE[mean]": 0.44851872410129895, + "ND[0.5]": 0.3485940812944292, + "mean_weighted_sum_quantile_loss": 0.37583837900553146 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 8.968271255493164, + 9.230545043945312, + 9.20995044708252, + 9.350963592529297, + 9.505660057067871, + 9.642572402954102, + 9.7747802734375, + 9.982074737548828, + 9.897224426269531, + 9.838741302490234, + 9.723936080932617, + 9.65090560913086, + 9.781712532043457, + 9.854434967041016, + 9.889503479003906, + 9.896148681640625, + 9.987873077392578, + 9.992581367492676, + 10.196369171142578, + 10.28019905090332, + 10.407574653625488, + 10.53383731842041, + 10.497797012329102, + 10.49295425415039 + ], + "p10": [ + 10.303866386413574, + 10.691493034362793, + 10.557842254638672, + 10.9568510055542, + 11.148416519165039, + 11.27724552154541, + 11.449509620666504, + 11.503561019897461, + 11.634772300720215, + 11.331647872924805, + 11.32794189453125, + 11.413886070251465, + 11.550959587097168, + 11.465937614440918, + 11.565396308898926, + 11.461687088012695, + 11.720303535461426, + 11.797218322753906, + 12.010613441467285, + 11.88801097869873, + 12.0709228515625, + 12.177474021911621, + 12.250959396362305, + 12.159159660339355 + ], + "p90": [ + 13.054823875427246, + 13.535994529724121, + 13.762116432189941, + 13.965402603149414, + 14.206764221191406, + 14.449766159057617, + 14.67625904083252, + 14.9128999710083, + 14.89685344696045, + 14.755216598510742, + 14.697102546691895, + 14.612234115600586, + 14.741254806518555, + 14.91836166381836, + 15.007628440856934, + 15.020092964172363, + 15.166441917419434, + 15.117846488952637, + 15.365459442138672, + 15.409562110900879, + 15.59575366973877, + 15.86577320098877, + 15.897481918334961, + 15.76761245727539 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260619_152356.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260619_152356.json new file mode 100644 index 0000000000000000000000000000000000000000..f6c3cd368c0396322b96441a2742c8852132d40c --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260619_152356.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:23:56.250839+00:00", + "metrics": { + "MSE[mean]": 16.09058451666935, + "MSE[0.5]": 16.09058451666935, + "MAE[0.5]": 3.2651642163594565, + "MASE[0.5]": 0.5692295970408737, + "MAPE[0.5]": 0.6100469081677584, + "sMAPE[0.5]": 0.3681253564747815, + "MSIS": 3.7233146431948314, + "RMSE[mean]": 4.011307083317027, + "NRMSE[mean]": 0.4336548198180569, + "ND[0.5]": 0.3529907260929142, + "mean_weighted_sum_quantile_loss": 0.2853550946270978 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 9.754953384399414, + 10.486001968383789, + 10.549871444702148, + 10.127225875854492, + 10.284553527832031, + 10.465160369873047, + 10.544300079345703, + 10.742609024047852, + 11.055923461914062, + 10.87529182434082, + 10.479522705078125, + 10.557510375976562, + 10.802565574645996, + 10.920618057250977, + 11.072284698486328, + 11.48852825164795, + 11.486771583557129, + 10.669254302978516, + 10.725631713867188, + 10.833097457885742, + 10.942052841186523, + 11.110173225402832, + 11.50317096710205, + 11.3502779006958 + ], + "p10": [ + 5.6975297927856445, + 5.727390289306641, + 5.597944259643555, + 5.4174909591674805, + 5.397805213928223, + 5.441957473754883, + 5.459726333618164, + 5.463101387023926, + 5.509098052978516, + 5.402088165283203, + 5.1731977462768555, + 5.117423057556152, + 5.307638168334961, + 5.34420108795166, + 5.426918029785156, + 5.506547927856445, + 5.466220855712891, + 5.039542198181152, + 5.016770362854004, + 5.132445335388184, + 5.136000633239746, + 5.232245445251465, + 5.274107933044434, + 5.110815048217773 + ], + "p90": [ + 15.97514533996582, + 17.1498966217041, + 17.367290496826172, + 16.773996353149414, + 16.910356521606445, + 17.14246940612793, + 17.331445693969727, + 17.7382869720459, + 18.27230453491211, + 18.2010440826416, + 17.74775505065918, + 17.91275405883789, + 18.2807674407959, + 18.432008743286133, + 18.72591209411621, + 19.46118927001953, + 19.557964324951172, + 18.416078567504883, + 18.43732452392578, + 18.665435791015625, + 18.705705642700195, + 19.1093807220459, + 19.8508358001709, + 19.715370178222656 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260619_152315.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260619_152315.json new file mode 100644 index 0000000000000000000000000000000000000000..bf5176700c24cc0281729b00d37de7e9842df7db --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260619_152315.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:23:15.497064+00:00", + "metrics": { + "MSE[mean]": 20.428676011458567, + "MSE[0.5]": 20.428676011458567, + "MAE[0.5]": 3.705709218978882, + "MASE[0.5]": 0.6460316313958342, + "MAPE[0.5]": 0.697386978371857, + "sMAPE[0.5]": 0.4008741885045491, + "MSIS": 6.506147587847767, + "RMSE[mean]": 4.519809289279645, + "NRMSE[mean]": 0.48862803127347515, + "ND[0.5]": 0.40061721286258184, + "mean_weighted_sum_quantile_loss": 0.31231947164755086 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" + ], + "context": [ + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 46.0, + 7.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 10.0, + 17.0, + 9.0, + 11.0, + 14.0, + 12.0, + 15.0, + 15.0, + 9.0, + 17.0, + 10.0, + 20.0, + 13.0, + 8.0, + 10.0, + 10.0, + 12.0, + 7.0, + 10.0, + 6.0 + ], + "actual": [ + 12.0, + 8.0, + 15.0, + 15.0, + 8.0, + 14.0, + 12.0, + 11.0, + 11.0, + 8.0, + 8.0, + 9.0, + 5.0, + 4.0, + 13.0, + 13.0, + 12.0, + 7.0, + 10.0, + 5.0, + 9.0, + 5.0, + 6.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.066767692565918, + 11.099839210510254, + 11.0212984085083, + 11.119368553161621, + 11.474691390991211, + 11.297603607177734, + 11.879751205444336, + 11.726125717163086, + 11.595734596252441, + 11.53425407409668, + 11.703984260559082, + 11.514838218688965, + 11.893048286437988, + 11.820600509643555, + 11.620454788208008, + 11.545178413391113, + 11.734607696533203, + 11.678082466125488, + 14.046384811401367, + 12.15916919708252, + 11.944280624389648, + 11.895098686218262, + 12.139421463012695, + 11.996498107910156 + ], + "p10": [ + 6.817257881164551, + 6.682269096374512, + 6.654810905456543, + 6.725529670715332, + 6.879694938659668, + 6.791343688964844, + 7.143433094024658, + 7.023136615753174, + 6.959115505218506, + 6.841106414794922, + 7.032751083374023, + 6.849298477172852, + 7.077657222747803, + 7.063518524169922, + 6.9209771156311035, + 6.860992431640625, + 7.011569976806641, + 6.83127498626709, + 7.592674732208252, + 7.191956520080566, + 7.049839496612549, + 6.964670658111572, + 7.150700569152832, + 7.010555267333984 + ], + "p90": [ + 16.916656494140625, + 17.034238815307617, + 16.88831901550293, + 17.266355514526367, + 17.837480545043945, + 17.434303283691406, + 18.768564224243164, + 18.17638397216797, + 17.956430435180664, + 17.876100540161133, + 18.181428909301758, + 17.998836517333984, + 19.008060455322266, + 18.580703735351562, + 18.409767150878906, + 18.142406463623047, + 18.531694412231445, + 18.729907989501953, + 24.787479400634766, + 19.627239227294922, + 18.979084014892578, + 18.837696075439453, + 19.410017013549805, + 19.064281463623047 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260619_152535.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260619_152535.json new file mode 100644 index 0000000000000000000000000000000000000000..df22466ab41a499d6e4cfebe9b553ea58982a1d1 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260619_152535.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-19T15:25:35.867202+00:00", + "metrics": { + "MSE[mean]": 6.604165474804122, + "MSE[0.5]": 6.81514767518819, + "MAE[0.5]": 2.034963611495047, + "MASE[0.5]": 1.1664253348091203, + "MAPE[0.5]": 0.08265505359577068, + "sMAPE[0.5]": 0.08850315851901451, + "MSIS": 36.70901713890212, + "RMSE[mean]": 2.5698570922921222, + "NRMSE[mean]": 0.11004634499107213, + "ND[0.5]": 0.08714115205337111, + "mean_weighted_sum_quantile_loss": 0.08393625984193605 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.72288622160826, + 21.68106770806678, + 21.59517012520098, + 21.54196662111366, + 21.497890919359353, + 21.46614374737809, + 21.429477601221947, + 21.434361156150985, + 21.38917374482342, + 21.392975267067815, + 21.347301319726963, + 21.324800359099143, + 21.33349076224306, + 21.30212578719655, + 21.33252005599307, + 21.311547815058717, + 21.331610704453475, + 21.29875711394108, + 21.293408200303702, + 21.29022567354382, + 21.295182847198987, + 21.33025639888276, + 21.306738608754337, + 21.289751271444636 + ], + "p10": [ + 21.36666515064575, + 21.37127117878643, + 21.30076440671719, + 21.282586960924, + 21.201371247583694, + 21.142819563580602, + 21.051832060988513, + 21.11678388479902, + 21.10688886631453, + 21.050805308534997, + 20.976884780393775, + 20.98987843317045, + 21.046490772438702, + 21.035246192620015, + 20.967114904524646, + 21.024001170385873, + 21.035175156343914, + 20.987523789250186, + 20.960803114649316, + 21.023010731457198, + 20.976402310875695, + 20.95370177142134, + 21.021773571636672, + 21.007630598814515 + ], + "p90": [ + 22.011522025004872, + 21.980150814610322, + 21.85322807378839, + 21.86396223232518, + 21.810112863097718, + 21.87441910581254, + 21.83853665673212, + 21.727703368125123, + 21.708179892567866, + 21.66425400630357, + 21.68141892226776, + 21.54502675965815, + 21.65923335336744, + 21.554819018949104, + 21.658919346216035, + 21.595218490662024, + 21.54724727067957, + 21.588544227612, + 21.627783458207716, + 21.595016692846738, + 21.623311622348005, + 21.734668455654674, + 21.574013084819875, + 21.62362655749951 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260619_152113.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260619_152113.json new file mode 100644 index 0000000000000000000000000000000000000000..fc331cb64dc35f39caa749889d5f31d2e63d992f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260619_152113.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T15:21:13.621453+00:00", + "metrics": { + "MSE[mean]": 1.122436069176274, + "MSE[0.5]": 1.122436069176274, + "MAE[0.5]": 0.8473222255706787, + "MASE[0.5]": 0.4856785178219358, + "MAPE[0.5]": 0.03462510565717769, + "sMAPE[0.5]": 0.03550831299818315, + "MSIS": 2.624984687107927, + "RMSE[mean]": 1.0594508337701538, + "NRMSE[mean]": 0.045367772513046974, + "ND[0.5]": 0.036284007477858066, + "mean_weighted_sum_quantile_loss": 0.028755923174499178 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.861207962036133, + 21.75771713256836, + 21.677459716796875, + 21.58204460144043, + 21.60009002685547, + 21.639066696166992, + 21.89659309387207, + 22.26722526550293, + 22.74165153503418, + 23.175888061523438, + 23.60443115234375, + 23.849611282348633, + 23.9649658203125, + 23.980566024780273, + 23.916330337524414, + 23.74641990661621, + 23.674381256103516, + 23.30660629272461, + 22.897422790527344, + 22.490257263183594, + 22.220458984375, + 22.0231990814209, + 21.872577667236328, + 21.746736526489258 + ], + "p10": [ + 21.64915657043457, + 21.572702407836914, + 21.39729881286621, + 21.26190185546875, + 21.217710494995117, + 21.21892738342285, + 21.452983856201172, + 21.757381439208984, + 22.09627342224121, + 22.323869705200195, + 22.517650604248047, + 22.615365982055664, + 22.61956214904785, + 22.54265594482422, + 22.422069549560547, + 22.355422973632812, + 22.229660034179688, + 21.940208435058594, + 21.678071975708008, + 21.370981216430664, + 21.149961471557617, + 20.98341941833496, + 20.794300079345703, + 20.698749542236328 + ], + "p90": [ + 22.000808715820312, + 21.947526931762695, + 21.899330139160156, + 21.908803939819336, + 21.944765090942383, + 22.04765510559082, + 22.37246322631836, + 22.82142448425293, + 23.447391510009766, + 24.152193069458008, + 24.802942276000977, + 25.252552032470703, + 25.556568145751953, + 25.761281967163086, + 25.694887161254883, + 25.382713317871094, + 25.269365310668945, + 24.827953338623047, + 24.24571990966797, + 23.651472091674805, + 23.308670043945312, + 23.032270431518555, + 22.869976043701172, + 22.72370719909668 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260619_152536.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..c75a079a8a445d0b5c52849e8a59be1bdac6eb49 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260619_152536.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-19T15:25:36.074882+00:00", + "metrics": { + "MSE[mean]": 14.031501766665542, + "MSE[0.5]": 14.825450352924248, + "MAE[0.5]": 3.214399350169652, + "MASE[0.5]": 1.8424687385330092, + "MAPE[0.5]": 0.13242280084043564, + "sMAPE[0.5]": 0.1460063259705679, + "MSIS": 34.82413546165401, + "RMSE[mean]": 3.745864622041958, + "NRMSE[mean]": 0.16040530491888666, + "ND[0.5]": 0.13764691464315787, + "mean_weighted_sum_quantile_loss": 0.12581365602899178 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.621372067087773, + 21.511369548046584, + 21.371369203382837, + 21.271368820572118, + 21.1113680181447, + 20.991367177570307, + 20.8113649637049, + 20.81636412313051, + 20.561362099999965, + 20.481362174952917, + 20.286360571439072, + 20.121359654570735, + 20.051359004731207, + 19.94135839303865, + 19.811357323582424, + 19.691356483008033, + 19.56135445987749, + 19.40135365745007, + 19.341353236492377, + 19.181350526716326, + 19.016350563522305, + 19.04134922703727, + 18.76634769981737, + 18.641347698476377 + ], + "p10": [ + 20.598371922129278, + 20.748369631969926, + 20.498369439894066, + 20.541368324661473, + 20.28036807155046, + 20.13836672743603, + 20.020365932638004, + 20.139364840293595, + 19.90136320626217, + 19.69136221309989, + 19.18136198287706, + 19.416359921599543, + 19.301359004731207, + 19.2413576300992, + 19.109356705601467, + 18.981355491186743, + 18.811355222816943, + 18.590354168619502, + 18.58735238200019, + 18.50735054960451, + 18.09935055589291, + 18.208349425401526, + 18.121347242053698, + 17.94634704997784 + ], + "p90": [ + 22.822372662180545, + 23.056370387279983, + 22.773369821363794, + 22.643368561172704, + 22.23836711024675, + 22.302366666400875, + 22.27136423891242, + 22.094363810325333, + 21.772362351769985, + 21.831361602748327, + 21.447360441739367, + 21.061360570098078, + 21.311359233613043, + 21.052358835543533, + 21.011356179173244, + 21.103356185461646, + 20.647355093117234, + 20.522354328836787, + 20.71835290079902, + 20.56535149564943, + 20.361350830551114, + 20.48334961613639, + 20.10534859245653, + 20.061347774770322 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260619_152442.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260619_152442.json new file mode 100644 index 0000000000000000000000000000000000000000..9818266169c997e93722a43022dac8f685a09e5b --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260619_152442.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T15:24:42.614686+00:00", + "metrics": { + "MSE[mean]": 0.07266530571890446, + "MSE[0.5]": 0.09858639077788212, + "MAE[0.5]": 0.2269434134165446, + "MASE[0.5]": 0.13008220170710502, + "MAPE[0.5]": 0.009710503759871722, + "sMAPE[0.5]": 0.009750894938603207, + "MSIS": 2.1851288424636572, + "RMSE[mean]": 0.2695650305935554, + "NRMSE[mean]": 0.011543305829418182, + "ND[0.5]": 0.00971816418943878, + "mean_weighted_sum_quantile_loss": 0.0197389234331775 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.892617225646973, + 21.807039260864258, + 21.720974922180176, + 21.621943473815918, + 21.63014030456543, + 21.737133026123047, + 22.06237506866455, + 22.80022430419922, + 23.43246555328369, + 24.1283540725708, + 24.68418598175049, + 25.08862018585205, + 25.561309814453125, + 25.701208114624023, + 25.457496643066406, + 25.52872943878174, + 24.936574935913086, + 24.6740779876709, + 23.81606101989746, + 23.171950340270996, + 22.345375061035156, + 22.205586433410645, + 21.771084785461426, + 21.765296936035156 + ], + "p10": [ + 21.71921730041504, + 21.549238204956055, + 21.348549842834473, + 21.165098190307617, + 21.03605842590332, + 20.982622146606445, + 21.239639282226562, + 21.88724422454834, + 22.244868278503418, + 22.584442138671875, + 22.506778717041016, + 22.694583892822266, + 23.131306648254395, + 23.41922664642334, + 23.074813842773438, + 22.474775314331055, + 22.208885192871094, + 21.204517364501953, + 21.23157501220703, + 20.644556045532227, + 20.003700256347656, + 19.721325874328613, + 19.21846580505371, + 19.662181854248047 + ], + "p90": [ + 22.05615234375, + 22.073474884033203, + 22.101365089416504, + 22.014516830444336, + 22.15046787261963, + 22.53050422668457, + 22.878700256347656, + 23.64209747314453, + 24.73952579498291, + 25.88648796081543, + 27.050700187683105, + 27.618510246276855, + 28.355040550231934, + 29.033324241638184, + 27.96783447265625, + 28.791836738586426, + 27.781002044677734, + 27.6366024017334, + 26.71090602874756, + 25.73173999786377, + 24.99839687347412, + 24.42650032043457, + 24.162144660949707, + 24.026314735412598 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260619_152536.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..d5cc2fb02310d0f7f9af3d201ae277fae502540e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260619_152536.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T15:25:36.121127+00:00", + "metrics": { + "MSE[mean]": 2.8577144586811323, + "MSE[0.5]": 2.8984197814294816, + "MAE[0.5]": 1.5162396095483064, + "MASE[0.5]": 0.8690967662654628, + "MAPE[0.5]": 0.06401851784150171, + "sMAPE[0.5]": 0.06487387899828524, + "MSIS": 4.763387027254713, + "RMSE[mean]": 1.6904775830164482, + "NRMSE[mean]": 0.07238958145115224, + "ND[0.5]": 0.0649283680644894, + "mean_weighted_sum_quantile_loss": 0.05494838497429076 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 22.980123445643713, + 23.000121996058752, + 22.990122720851232, + 23.02012340749674, + 22.99012367452555, + 23.000123903407385, + 22.950122758998205, + 23.08512298788004, + 22.960122034205725, + 23.010123178614904, + 22.945122644557287, + 22.910122797145178, + 22.970123216761877, + 22.99012367452555, + 22.99012367452555, + 23.000123903407385, + 23.00012294973307, + 22.970123216761877, + 23.040123865260412, + 23.010122224940588, + 22.975123331202795, + 23.130123064173986, + 22.985122606410314, + 22.99012367452555 + ], + "p10": [ + 21.95712330068522, + 22.237122079982093, + 22.11712295736246, + 22.290122911586096, + 22.15912372793131, + 22.147123453273107, + 22.15912372793131, + 22.408123705043128, + 22.30012314046793, + 22.220123216761877, + 21.840124055995275, + 22.205123064173986, + 22.220123216761877, + 22.290122911586096, + 22.288123056544592, + 22.290122911586096, + 22.250123712672522, + 22.15912372793131, + 22.286123010768225, + 22.336122247828772, + 22.0581233235734, + 22.297123262538243, + 22.340122148646643, + 22.295123026027014 + ], + "p90": [ + 24.181124040736485, + 24.54512283529215, + 24.39212333883219, + 24.392123148097326, + 24.1171227666276, + 24.311123392237953, + 24.410122034205724, + 24.363122675074866, + 24.171122285975745, + 24.360122606410314, + 24.10612251485758, + 23.85012371267252, + 24.230123445643713, + 24.10112411703043, + 24.19012253011637, + 24.412123605860998, + 24.086123582972814, + 24.091123888148594, + 24.417123529567053, + 24.394123193873693, + 24.320123598231604, + 24.572123453273107, + 24.324123499049474, + 24.410123750819494 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260619_152536.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260619_152536.json new file mode 100644 index 0000000000000000000000000000000000000000..33117d7589ad865ad54fb715a43e753db6fd75e9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260619_152536.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T15:25:36.149185+00:00", + "metrics": { + "MSE[mean]": 0.7228792015084764, + "MSE[0.5]": 0.7228792015084764, + "MAE[0.5]": 0.7337500254313151, + "MASE[0.5]": 0.4205798149142999, + "MAPE[0.5]": 0.030863168927827447, + "sMAPE[0.5]": 0.031110116066204674, + "MSIS": 5.390142700437491, + "RMSE[mean]": 0.8502230304505262, + "NRMSE[mean]": 0.036408225659295836, + "ND[0.5]": 0.03142062205638156, + "mean_weighted_sum_quantile_loss": 0.0261379766471425 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "p10": [ + 21.805, + 21.7951997756958, + 21.785399551391603, + 21.756000747680662, + 21.746200523376466, + 21.863799476623534, + 22.334200897216796, + 22.90260082244873, + 23.2553995513916, + 23.412199401855467, + 23.676799850463865, + 23.794400672912598, + 23.794400672912598, + 23.794400672912598, + 23.89239917755127, + 23.813999252319334, + 23.65719940185547, + 23.235799102783204, + 22.677199401855468, + 22.226400299072264, + 21.95199962615967, + 21.765799102783202, + 21.589400672912596, + 21.461999626159667 + ], + "p90": [ + 22.695, + 22.68479976654053, + 22.674599533081054, + 22.644000778198244, + 22.63380054473877, + 22.756199455261232, + 23.24580093383789, + 23.837400856018068, + 24.204599533081055, + 24.367799377441408, + 24.643199844360353, + 24.765600700378418, + 24.765600700378418, + 24.765600700378418, + 24.867599143981934, + 24.78599922180176, + 24.622799377441407, + 24.18419906616211, + 23.602799377441407, + 23.1336003112793, + 22.847999610900878, + 22.65419906616211, + 22.47060070037842, + 22.33799961090088 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260619_152522.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260619_152522.json new file mode 100644 index 0000000000000000000000000000000000000000..9eb43ccf756c778b9415c1ff52bad9db0b0577f2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260619_152522.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T15:25:22.079356+00:00", + "metrics": { + "MSE[mean]": 0.19897565927067262, + "MSE[0.5]": 0.19897565927067262, + "MAE[0.5]": 0.34273139635721844, + "MASE[0.5]": 0.196450974104575, + "MAPE[0.5]": 0.014731248062748406, + "sMAPE[0.5]": 0.01483377514046838, + "MSIS": 1.854932094016476, + "RMSE[mean]": 0.44606687757630314, + "NRMSE[mean]": 0.01910146274128781, + "ND[0.5]": 0.014676433797008595, + "mean_weighted_sum_quantile_loss": 0.01986595583914095 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.9605712890625, + 21.8560791015625, + 21.7646484375, + 21.686279296875, + 21.686279296875, + 21.895263671875, + 22.37200927734375, + 23.096923828125, + 23.75545883178711, + 24.40960693359375, + 24.8994140625, + 25.36962890625, + 25.604736328125, + 25.709228515625, + 25.5263671875, + 25.10186767578125, + 24.664306640625, + 24.035720825195312, + 23.28631591796875, + 22.56793212890625, + 22.0389404296875, + 21.738525390625, + 21.4903564453125, + 21.2291259765625 + ], + "p10": [ + 21.7254638671875, + 21.5687255859375, + 21.3858642578125, + 21.2030029296875, + 21.08544921875, + 21.1376953125, + 21.39892578125, + 21.947509765625, + 22.4046630859375, + 22.731201171875, + 23.021820068359375, + 23.243865966796875, + 23.36468505859375, + 23.402236938476562, + 23.165496826171875, + 22.77691650390625, + 22.54833984375, + 22.08465576171875, + 21.477294921875, + 20.9417724609375, + 20.589111328125, + 20.380126953125, + 20.118896484375, + 19.857666015625 + ], + "p90": [ + 22.14996337890625, + 22.052001953125, + 22.078125, + 22.104248046875, + 22.23486328125, + 22.6136474609375, + 23.412033081054688, + 24.406341552734375, + 25.35003662109375, + 26.283935546875, + 27.0023193359375, + 27.720703125, + 28.112548828125, + 28.2431640625, + 28.112548828125, + 27.642333984375, + 27.04150390625, + 26.31005859375, + 25.40228271484375, + 24.4683837890625, + 23.800613403320312, + 23.328765869140625, + 23.01202392578125, + 22.7442626953125 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260619_152220.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260619_152220.json new file mode 100644 index 0000000000000000000000000000000000000000..c9c6782b27e98ebeb817f74a28868dede5452e8c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260619_152220.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T15:22:20.230839+00:00", + "metrics": { + "MSE[mean]": 0.25347819153951906, + "MSE[0.5]": 0.38389451334069236, + "MAE[0.5]": 0.5193533102671305, + "MASE[0.5]": 0.29768928318452986, + "MAPE[0.5]": 0.022479949808031197, + "sMAPE[0.5]": 0.022839422041168806, + "MSIS": 4.331048565737762, + "RMSE[mean]": 0.5034661771554462, + "NRMSE[mean]": 0.021559413863425244, + "ND[0.5]": 0.022239732211309766, + "mean_weighted_sum_quantile_loss": 0.01921340225105557 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.65567398071289, + 21.444780349731445, + 21.065847396850586, + 20.845237731933594, + 20.716060638427734, + 20.664928436279297, + 21.182544708251953, + 22.029020309448242, + 22.8721866607666, + 23.891677856445312, + 24.749813079833984, + 25.385595321655273, + 25.69379997253418, + 25.849912643432617, + 25.695341110229492, + 25.324914932250977, + 24.882875442504883, + 24.15359115600586, + 23.2708683013916, + 22.426380157470703, + 21.808481216430664, + 21.49928092956543, + 21.223384857177734, + 21.17262077331543 + ], + "p10": [ + 21.69936752319336, + 21.49182891845703, + 21.026151657104492, + 20.96849822998047, + 20.915050506591797, + 20.82957649230957, + 21.356285095214844, + 22.1871395111084, + 23.239267349243164, + 24.289005279541016, + 25.200592041015625, + 25.944414138793945, + 26.222124099731445, + 26.44919776916504, + 26.21285057067871, + 25.847795486450195, + 25.567310333251953, + 24.72573471069336, + 23.888124465942383, + 22.984071731567383, + 22.22853660583496, + 21.920663833618164, + 21.699785232543945, + 21.514318466186523 + ], + "p90": [ + 21.79189682006836, + 21.70137596130371, + 21.437509536743164, + 21.325788497924805, + 21.388954162597656, + 21.541452407836914, + 22.32964515686035, + 23.411821365356445, + 24.55559539794922, + 25.821218490600586, + 26.91973876953125, + 27.818817138671875, + 28.25998306274414, + 28.549776077270508, + 28.379941940307617, + 28.000539779663086, + 27.466550827026367, + 26.525413513183594, + 25.491897583007812, + 24.52351188659668, + 23.774301528930664, + 23.502220153808594, + 23.085002899169922, + 22.893321990966797 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260619_152345.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260619_152345.json new file mode 100644 index 0000000000000000000000000000000000000000..d5162898103cb4c077fc7a7607937fee17b28915 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260619_152345.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-19T15:23:45.819046+00:00", + "metrics": { + "MSE[mean]": 0.0630864204814922, + "MSE[0.5]": 0.0630864204814922, + "MAE[0.5]": 0.20702830950419107, + "MASE[0.5]": 0.11866701884215979, + "MAPE[0.5]": 0.008791164066002046, + "sMAPE[0.5]": 0.008820655648889243, + "MSIS": 1.6732100266378442, + "RMSE[mean]": 0.25117010268240963, + "NRMSE[mean]": 0.010755598766224901, + "ND[0.5]": 0.008865360194132888, + "mean_weighted_sum_quantile_loss": 0.016615882154903422 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.78042221069336, + 21.66376495361328, + 21.553335189819336, + 21.43069839477539, + 21.33431053161621, + 21.364505767822266, + 21.86978530883789, + 22.755760192871094, + 23.4835205078125, + 24.212732315063477, + 24.823514938354492, + 25.367830276489258, + 25.723844528198242, + 25.884138107299805, + 25.83140754699707, + 25.57474708557129, + 25.197397232055664, + 24.598459243774414, + 23.713586807250977, + 22.898937225341797, + 22.413908004760742, + 22.099327087402344, + 21.821733474731445, + 21.577350616455078 + ], + "p10": [ + 21.670669555664062, + 21.465654373168945, + 21.254613876342773, + 21.04436492919922, + 20.861007690429688, + 20.802812576293945, + 21.168224334716797, + 21.820005416870117, + 22.329442977905273, + 22.792387008666992, + 23.082874298095703, + 23.30820083618164, + 23.454910278320312, + 23.43760108947754, + 23.348358154296875, + 23.17300796508789, + 22.906654357910156, + 22.503671646118164, + 21.94466781616211, + 21.30326271057129, + 20.849925994873047, + 20.483165740966797, + 20.116764068603516, + 19.82280731201172 + ], + "p90": [ + 21.884281158447266, + 21.845813751220703, + 21.828405380249023, + 21.803625106811523, + 21.797178268432617, + 21.9160099029541, + 22.550151824951172, + 23.677488327026367, + 24.75005340576172, + 25.85539436340332, + 26.946884155273438, + 27.793764114379883, + 28.427661895751953, + 28.612594604492188, + 28.542646408081055, + 28.1669979095459, + 27.65707015991211, + 26.81938362121582, + 25.666011810302734, + 24.587644577026367, + 23.965335845947266, + 23.60885238647461, + 23.276453018188477, + 23.023944854736328 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260619_152303.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260619_152303.json new file mode 100644 index 0000000000000000000000000000000000000000..0601bc4f38728ea059b3cd4e4e874ef4438d9bde --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260619_152303.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T15:23:03.212822+00:00", + "metrics": { + "MSE[mean]": 0.7928028575929602, + "MSE[0.5]": 0.7928028575929602, + "MAE[0.5]": 0.721045732498169, + "MASE[0.5]": 0.4132978128901108, + "MAPE[0.5]": 0.02953640034619398, + "sMAPE[0.5]": 0.0301837402487192, + "MSIS": 2.382665304386935, + "RMSE[mean]": 0.8903947762610471, + "NRMSE[mean]": 0.03812845897951336, + "ND[0.5]": 0.030876599197218732, + "mean_weighted_sum_quantile_loss": 0.03337617042622656 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00" + ], + "context": [ + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273 + ], + "actual": [ + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "predictions": { + "p50": [ + 21.770889282226562, + 21.690324783325195, + 21.54895782470703, + 21.420509338378906, + 21.340702056884766, + 21.44620704650879, + 21.80990219116211, + 22.414793014526367, + 23.00926399230957, + 23.468374252319336, + 23.828142166137695, + 24.138526916503906, + 24.241132736206055, + 24.424869537353516, + 24.36730194091797, + 24.186311721801758, + 23.891864776611328, + 23.430334091186523, + 22.854663848876953, + 22.350116729736328, + 22.006567001342773, + 21.800626754760742, + 21.63842010498047, + 21.458860397338867 + ], + "p10": [ + 21.633129119873047, + 21.45838737487793, + 21.187131881713867, + 20.89704132080078, + 20.667043685913086, + 20.600683212280273, + 20.82370948791504, + 21.221860885620117, + 21.559307098388672, + 21.748435974121094, + 21.85500144958496, + 21.91644859313965, + 21.913049697875977, + 21.899381637573242, + 21.826974868774414, + 21.661924362182617, + 21.40057945251465, + 21.1112060546875, + 20.73196792602539, + 20.34197998046875, + 20.079355239868164, + 19.877975463867188, + 19.714214324951172, + 19.489337921142578 + ], + "p90": [ + 21.884654998779297, + 21.880741119384766, + 21.83017921447754, + 21.82672691345215, + 21.911075592041016, + 22.205236434936523, + 23.067415237426758, + 24.34405517578125, + 25.536779403686523, + 26.682905197143555, + 27.651662826538086, + 28.569807052612305, + 28.841873168945312, + 29.03557014465332, + 29.144140243530273, + 28.70189666748047, + 28.155912399291992, + 27.198686599731445, + 26.22895050048828, + 25.112337112426758, + 24.38835906982422, + 23.971834182739258, + 23.7246150970459, + 23.484743118286133 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index d74fa567d4d60793ba7ab2b3b2a8e77c626f4977..f370c8f90f4b4eef2046ace5e28374aca27e1950 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.02250000841087 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3879166857401894,0.3879166857401894,0.40416669845581055,1.270742267514018,0.023819033517952694,0.02451138251812121,28.156243371125356,0.6228295800138184,0.037958126926581216,0.024631795489132937,0.024235090349668503,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,374.67000072479385,374.67000072479385,14.525000015894571,1.3209162929847007,0.622604335922007,0.4027337563841465,48.92911921821166,19.35639431104858,0.6872092654810146,0.5156804739370854,0.5067263310900807,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.6987501970931287,1.6987501970931287,1.0041667620340984,0.5150419276773089,0.037826466093137,0.038793997075771004,9.88662759777578,1.3033611153832727,0.04977827592637406,0.03835137443234825,0.03356868104291493,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,48.208333333333336,48.208333333333336,5.208333333333333,0.927070457354759,0.7023630304880305,0.4327667446950589,34.430210322296425,6.943222114647733,0.7439166551408285,0.5580357142857143,0.5491369047619048,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,36.125,36.125,4.458333333333333,0.7772397094430993,0.6471847596847596,0.40994711549148927,28.66416481667311,6.010407640085654,0.6497737989281788,0.481981981981982,0.47357357357357355,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2083.3333333333335,2083.3333333333335,41.666666666666664,0.6779661016949152,0.01665032679738562,0.016485629145438815,2.4915252713365668,45.64354645876384,0.018181661659922528,0.016597510373443983,0.011778699861687388,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 0e6c32dbedb020e5e91ae86ad71a9ee2429600d4..0e9b9b6e520049de3b361c71e5e8f51761ad8b30 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.765777+00:00", + "evaluated_at": "2026-06-19T15:25:36.141303+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index d9836ddc6c643b8cb6fe8f3cd25bf30fd5d60320..4cae0d00f80e66f1390fd046bd6d5faa0cd0325d 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:04:12.944991+00:00", + "evaluated_at": "2026-06-19T15:25:36.149185+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 044cee670ccae67d864528c35461607aca8d61c6..be50f3db60502dd154624b5bee6d2e6348bcfde1 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:04:12.969749+00:00", + "evaluated_at": "2026-06-19T15:25:36.158430+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,37 +171,37 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 19.0, - 21.0, 29.0, 19.0, 18.0, @@ -225,11 +223,11 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "p10": [ - 18.62, - 20.58, 28.419999999999998, 18.62, 17.64, @@ -251,11 +249,11 @@ 9.8, 9.8, 11.76, - 6.859999999999999 + 6.859999999999999, + 9.8, + 5.88 ], "p90": [ - 19.38, - 21.42, 29.580000000000002, 19.38, 18.36, @@ -277,11 +275,11 @@ 10.2, 10.2, 12.24, - 7.140000000000001 + 7.140000000000001, + 10.2, + 6.12 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 0f19a79dcd6e55dad59417ceb01ddea9fdc78acd..d5d36315ab83965da95a4738b26e334591206e6e 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,48 +1,24 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T15:10:39.814064+00:00", + "evaluated_at": "2026-06-19T15:25:36.162239+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 8cfdc43a4eb2c76dd69606fb54468ef2f664010d..0e6cc3d0628446cfe16dba904e631c8ebd688b37 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.049430581704154854,0 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.38922493512003103,0.38922493512003103,0.40720804532368976,1.2803045793768,0.02400614925944951,0.02470062118185323,46.1757875537108,0.6238789426804138,0.038022079960555226,0.02481714929078789,0.02401161849492384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.77796372120292,63.77796372120292,6.714877684911092,0.6106568901681458,0.2336429431492056,0.23892398923470673,5.526843698136666,7.986110675491727,0.28353055652633347,0.23839802431637014,0.19965333850817957,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.526906286196663,2.526906286196663,1.2909006277720134,0.6621090967208983,0.04912192880016499,0.05102157237910323,7.461185217001385,1.5896245739786055,0.06071131763017407,0.049302382036975616,0.04735154792702394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.80199752810101,27.80199752810101,4.4204661051432295,0.786832038492738,0.6815137189549726,0.42869253462276874,9.590317545774104,5.2727599535822804,0.5649385664552443,0.4736213684082031,0.3514813619946676,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.483771259586018,30.483771259586018,4.512298583984375,0.7866476950287531,0.8583174272017046,0.453803664665646,10.216474703957324,5.521211031973513,0.5968876791322717,0.48781606313344594,0.37143083024430684,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1574.368651707967,1574.368651707967,36.397623697916664,0.5922325211864407,0.01454988383374183,0.01442607770169753,22.69338436837924,39.67831462786653,0.015805469727282934,0.014498638485477179,0.014830292347423927,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a4ea9d2d2da33fd19480a813ccd42cbe03a46d8f..0448478ea8d990526b82d55f774d5b93c7229179 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:09:28.732538+00:00", + "evaluated_at": "2026-06-19T15:25:11.347604+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7a92c2bdcf9808b604a8aa2e30059764406bb88b..dbe338596ca138b02297897b2e46784896d0131a 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:03:37.152876+00:00", + "evaluated_at": "2026-06-19T15:25:22.079356+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c2f4bd020700d1bece7a299e1c6c4f9067a45794..1519b88f86489dfb54f3c01977f8e0e72345641b 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:04:07.848326+00:00", + "evaluated_at": "2026-06-19T15:25:30.360512+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 12.01171875, - 12.4786376953125, - 12.738037109375, - 12.7691650390625, - 12.9766845703125, - 13.028564453125, - 13.277587890625, - 13.4228515625, - 13.5888671875, - 13.5992431640625, - 13.72894287109375, - 13.651123046875, - 13.485107421875, - 13.63037109375, - 13.71337890625, - 13.82232666015625, - 13.86383056640625, - 13.90533447265625, - 13.71337890625, - 13.5369873046875, - 13.92608642578125, - 14.01947021484375, - 14.09210205078125, - 13.96759033203125 + 11.34765625, + 11.599609375, + 11.935546875, + 11.935546875, + 12.41845703125, + 12.6494140625, + 12.911865234375, + 13.058837890625, + 13.13232421875, + 13.205810546875, + 13.1533203125, + 13.310791015625, + 13.38427734375, + 13.499755859375, + 13.5732421875, + 13.5994873046875, + 13.5364990234375, + 13.3212890625, + 13.2373046875, + 13.478759765625, + 13.7569580078125, + 13.982666015625, + 14.1348876953125, + 13.8671875 ], "p10": [ - 7.6123046875, - 7.98583984375, - 8.15185546875, - 8.2763671875, - 8.359375, - 8.40087890625, - 8.56689453125, - 8.64990234375, - 8.9404296875, - 8.98193359375, - 9.189453125, - 9.0234375, - 8.7744140625, - 8.81591796875, - 9.0234375, - 9.06494140625, - 9.1064453125, - 9.06494140625, - 8.81591796875, - 8.69140625, - 9.06494140625, - 9.14794921875, - 9.14794921875, - 9.06494140625 + 6.64453125, + 6.98046875, + 7.31640625, + 7.400390625, + 7.6943359375, + 7.8623046875, + 7.9462890625, + 8.15625, + 8.408203125, + 8.5341796875, + 8.576171875, + 8.6181640625, + 8.7021484375, + 8.7861328125, + 8.912109375, + 8.7861328125, + 8.6181640625, + 8.4501953125, + 8.2822265625, + 8.4921875, + 8.7861328125, + 9.0380859375, + 9.080078125, + 8.7861328125 ], "p90": [ - 17.94677734375, - 18.839111328125, - 19.0673828125, - 18.922119140625, - 19.150390625, - 19.046630859375, - 19.35791015625, - 19.752197265625, - 20.001220703125, - 20.042724609375, - 20.167236328125, - 20.001220703125, - 19.752197265625, - 20.042724609375, - 20.125732421875, - 20.3955078125, - 20.76904296875, - 20.93505859375, - 20.64453125, - 20.3125, - 20.7275390625, - 21.01806640625, - 21.30859375, - 21.35009765625 + 17.090087890625, + 17.49951171875, + 17.75146484375, + 17.70947265625, + 18.40234375, + 18.654296875, + 19.0322265625, + 19.38916015625, + 19.38916015625, + 19.4521484375, + 19.494140625, + 19.7041015625, + 19.830078125, + 19.93505859375, + 20.06103515625, + 20.22900390625, + 20.41796875, + 20.08203125, + 19.998046875, + 20.25, + 20.501953125, + 20.75390625, + 21.0478515625, + 20.837890625 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 2e79fb74aca2f1e3ffc6c3b40a8338d0e1db614b..a4ff84074b2cb2205bc3ba72df4f7954ae6d6b78 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,48 +1,24 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T15:10:37.499965+00:00", + "evaluated_at": "2026-06-19T15:25:34.055042+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 0f713123d6a7aae921d5ceff80b1e284bda70198..d5ed1a9b8ea7b93e0bb9b67150e08ed4a50f864f 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.01766963555037273 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3942576748606825,0.39496389401191817,0.40899884700775146,1.2859350467096282,0.024107330366377824,0.024812398993972373,51.140704337934814,0.6278994146045069,0.038267106190035365,0.024926289061610016,0.024923666658968818,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,98.0314678316654,101.73315220979582,8.287699619928995,0.7536907020549212,0.2874783694440675,0.30626926612801897,23.62512333441801,9.901084174557118,0.3515177813452231,0.2942378563288401,0.28855310705913517,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.0647116585628282,4.816732494276948,1.9621227582295735,1.0063821328750195,0.07434284282226226,0.07796274793721075,9.012768925161252,1.750631788401784,0.06686054323702902,0.07493785636826229,0.051044560301817324,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.986154482579536,13.384098225279141,3.0698633591334024,0.5464280886467366,0.45989192638813764,0.33186976187220457,25.761884340397064,4.241008663346437,0.4543937853585468,0.3289139313357217,0.39192944112278166,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.212526487205423,14.738049318766949,3.22449525197347,0.5621396080922273,0.5580217478803663,0.36815117629161853,21.700977590990416,4.148798197937015,0.44851872410129895,0.3485940812944292,0.37583837900553146,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1885.1675601502259,1715.5065468922257,37.21477254231771,0.6055285023834746,0.014882750746783089,0.01474698903020309,27.873510162870758,43.41851632829277,0.01729534260380127,0.014824141759595436,0.016282794130359615,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c5cbe7f3b49ba073984d83e964f55b46d861148e..230130e16fa8b6b79ba15a88bbbc6c4323c6c0be 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:00:09.202351+00:00", + "evaluated_at": "2026-06-19T15:22:03.567724+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e4aff7fdab850f04e41d876bd20df330a8d7da42..2cde7a0022c0fab00ed3524c265744291732ba02 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:58:44.369711+00:00", + "evaluated_at": "2026-06-19T15:22:20.230839+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f6868c8a991323fbc44e1175cf26132857254603..c92cf37c3366f55c4f1f29dabdb2b501bd3ca9a3 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:59:25.597738+00:00", + "evaluated_at": "2026-06-19T15:22:27.521159+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 10.21626091003418, - 10.529519081115723, - 10.674942970275879, - 10.790492057800293, - 10.687601089477539, - 10.759770393371582, - 11.031349182128906, - 11.158964157104492, - 11.050691604614258, - 11.202951431274414, - 11.156251907348633, - 10.953442573547363, - 10.90198040008545, - 10.912837028503418, - 10.963735580444336, - 10.915868759155273, - 10.98336124420166, - 10.956376075744629, - 11.085919380187988, - 11.189218521118164, - 11.422562599182129, - 11.578158378601074, - 11.455263137817383, - 11.713072776794434 + 8.968271255493164, + 9.230545043945312, + 9.20995044708252, + 9.350963592529297, + 9.505660057067871, + 9.642572402954102, + 9.7747802734375, + 9.982074737548828, + 9.897224426269531, + 9.838741302490234, + 9.723936080932617, + 9.65090560913086, + 9.781712532043457, + 9.854434967041016, + 9.889503479003906, + 9.896148681640625, + 9.987873077392578, + 9.992581367492676, + 10.196369171142578, + 10.28019905090332, + 10.407574653625488, + 10.53383731842041, + 10.497797012329102, + 10.49295425415039 ], "p10": [ - 11.593733787536621, - 11.991886138916016, - 12.073846817016602, - 12.361366271972656, - 12.273611068725586, - 12.342742919921875, - 12.642807960510254, - 12.606189727783203, - 12.754853248596191, - 12.72500228881836, - 12.79456901550293, - 12.713054656982422, - 12.616201400756836, - 12.499249458312988, - 12.51950454711914, - 12.479442596435547, - 12.6353178024292, - 12.71066951751709, - 12.791655540466309, - 12.692172050476074, - 13.009794235229492, - 13.06449031829834, - 13.0682954788208, - 13.363784790039062 + 10.303866386413574, + 10.691493034362793, + 10.557842254638672, + 10.9568510055542, + 11.148416519165039, + 11.27724552154541, + 11.449509620666504, + 11.503561019897461, + 11.634772300720215, + 11.331647872924805, + 11.32794189453125, + 11.413886070251465, + 11.550959587097168, + 11.465937614440918, + 11.565396308898926, + 11.461687088012695, + 11.720303535461426, + 11.797218322753906, + 12.010613441467285, + 11.88801097869873, + 12.0709228515625, + 12.177474021911621, + 12.250959396362305, + 12.159159660339355 ], "p90": [ - 14.481734275817871, - 15.045068740844727, - 15.491272926330566, - 15.660926818847656, - 15.61513614654541, - 15.748273849487305, - 16.06758689880371, - 16.192764282226562, - 16.172521591186523, - 16.277503967285156, - 16.315792083740234, - 16.107181549072266, - 16.011028289794922, - 16.051877975463867, - 16.09955406188965, - 16.062053680419922, - 16.22514533996582, - 16.153738021850586, - 16.326908111572266, - 16.341564178466797, - 16.571678161621094, - 16.818397521972656, - 16.819026947021484, - 16.999820709228516 + 13.054823875427246, + 13.535994529724121, + 13.762116432189941, + 13.965402603149414, + 14.206764221191406, + 14.449766159057617, + 14.67625904083252, + 14.9128999710083, + 14.89685344696045, + 14.755216598510742, + 14.697102546691895, + 14.612234115600586, + 14.741254806518555, + 14.91836166381836, + 15.007628440856934, + 15.020092964172363, + 15.166441917419434, + 15.117846488952637, + 15.365459442138672, + 15.409562110900879, + 15.59575366973877, + 15.86577320098877, + 15.897481918334961, + 15.76761245727539 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b03e66e7f2d58ae1bb64dc73796d38bdd3cb4a87..fb55a804889361419c86466514de48d98fe75497 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,48 +1,24 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T15:01:53.455821+00:00", + "evaluated_at": "2026-06-19T15:22:31.332929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a79e836c6b1f2622bec06432116b1be906b29822..2295ba2a949e47cacf0ecace2daf24b321eb9c42 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.023160588770509034,0.02 nws_ksfo_observations_temperature/1h/short,TiRex,0.3960405698487648,0.3960405698487648,0.4086199601491292,1.2847437868960503,0.024081662227874456,0.024788681282221715,31.596472430029255,0.6293175429373988,0.038353533516202014,0.02490319793695586,0.021459513939228427,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,72.32773874118311,72.32773874118311,7.47660231590271,0.6799287989284584,0.27065092509625227,0.2658715742660396,3.995210421887691,8.504571637724213,0.30193745459375904,0.2654415023397412,0.212947516156058,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.5617780988495724,2.5617780988495724,1.3690937360127766,0.7022147153512387,0.05174304923997081,0.05361729897299317,7.861698657151418,1.600555559438526,0.06112879641172503,0.052288751717342326,0.04867162602971066,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,19.59693654000546,19.59693654000546,3.6249194542566934,0.6452267013757279,0.5678966582940669,0.3732843067349634,6.047437542890588,4.426842728176082,0.4743045780188659,0.3883842272417886,0.29812938220917234,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,16.09058451666935,16.09058451666935,3.2651642163594565,0.5692295970408737,0.6100469081677584,0.3681253564747815,3.7233146431948314,4.011307083317027,0.4336548198180569,0.3529907260929142,0.2853550946270978,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,1960.5293608332674,1960.5293608332674,39.48106892903646,0.6424038334216101,0.015791760652828838,0.015636469818976383,25.0223679157839,44.277865359943306,0.017637655911014762,0.01572689882650415,0.01638095023268211,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a6434adef124b546fdb6b9d58592f92c63f8d235..16f99c61312ef61290b20c49c026badc6e246f6a 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:04:08.494872+00:00", + "evaluated_at": "2026-06-19T15:23:38.119938+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index cd755c0214b4044f5422de44c10b4294e3723cb6..b969bf7169f780dca301fa5e093d596f2a0cd8cd 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:01:28.828177+00:00", + "evaluated_at": "2026-06-19T15:23:45.819046+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 55e939a7d63989f90ec72d58aca69abf0ca72875..7470a69c0d00070d2eebc3aeacf3aab1d7df091c 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:01:51.771726+00:00", + "evaluated_at": "2026-06-19T15:23:56.250839+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 11.739980697631836, - 11.852398872375488, - 12.07009506225586, - 12.165608406066895, - 12.165312767028809, - 11.930519104003906, - 12.182390213012695, - 12.385485649108887, - 12.466696739196777, - 12.359478950500488, - 12.364684104919434, - 12.303018569946289, - 12.188613891601562, - 12.331846237182617, - 12.81392765045166, - 12.798047065734863, - 12.690261840820312, - 12.735885620117188, - 12.807151794433594, - 12.030330657958984, - 12.422143936157227, - 12.690071105957031, - 12.673635482788086, - 12.64541244506836 + 9.754953384399414, + 10.486001968383789, + 10.549871444702148, + 10.127225875854492, + 10.284553527832031, + 10.465160369873047, + 10.544300079345703, + 10.742609024047852, + 11.055923461914062, + 10.87529182434082, + 10.479522705078125, + 10.557510375976562, + 10.802565574645996, + 10.920618057250977, + 11.072284698486328, + 11.48852825164795, + 11.486771583557129, + 10.669254302978516, + 10.725631713867188, + 10.833097457885742, + 10.942052841186523, + 11.110173225402832, + 11.50317096710205, + 11.3502779006958 ], "p10": [ - 7.388884544372559, - 7.4224653244018555, - 7.539193153381348, - 7.584893703460693, - 7.384742259979248, - 7.126615524291992, - 7.334171295166016, - 7.449865341186523, - 7.487168788909912, - 7.511269569396973, - 7.49821662902832, - 7.409655570983887, - 7.3191609382629395, - 7.392153263092041, - 7.608092308044434, - 7.642642498016357, - 7.656781196594238, - 7.685117721557617, - 7.674948215484619, - 7.0614495277404785, - 7.335180759429932, - 7.502368927001953, - 7.448322772979736, - 7.436370849609375 + 5.6975297927856445, + 5.727390289306641, + 5.597944259643555, + 5.4174909591674805, + 5.397805213928223, + 5.441957473754883, + 5.459726333618164, + 5.463101387023926, + 5.509098052978516, + 5.402088165283203, + 5.1731977462768555, + 5.117423057556152, + 5.307638168334961, + 5.34420108795166, + 5.426918029785156, + 5.506547927856445, + 5.466220855712891, + 5.039542198181152, + 5.016770362854004, + 5.132445335388184, + 5.136000633239746, + 5.232245445251465, + 5.274107933044434, + 5.110815048217773 ], "p90": [ - 18.343460083007812, - 18.55849838256836, - 18.865596771240234, - 19.103208541870117, - 19.23323631286621, - 18.882225036621094, - 19.28112030029297, - 19.530771255493164, - 19.663759231567383, - 19.50331687927246, - 19.608285903930664, - 19.657129287719727, - 19.497783660888672, - 19.753345489501953, - 20.535913467407227, - 20.60562515258789, - 20.407459259033203, - 20.55591583251953, - 20.831998825073242, - 19.83594512939453, - 20.16365623474121, - 20.559768676757812, - 20.51717185974121, - 20.498271942138672 + 15.97514533996582, + 17.1498966217041, + 17.367290496826172, + 16.773996353149414, + 16.910356521606445, + 17.14246940612793, + 17.331445693969727, + 17.7382869720459, + 18.27230453491211, + 18.2010440826416, + 17.74775505065918, + 17.91275405883789, + 18.2807674407959, + 18.432008743286133, + 18.72591209411621, + 19.46118927001953, + 19.557964324951172, + 18.416078567504883, + 18.43732452392578, + 18.665435791015625, + 18.705705642700195, + 19.1093807220459, + 19.8508358001709, + 19.715370178222656 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8365d9e8249dd06ab7ae66d00257fa70adce78c8..473f313e6f1fafa60b4a699998dab15cff582c8f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,48 +1,24 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T15:05:43.554787+00:00", + "evaluated_at": "2026-06-19T15:24:00.174544+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 36609d1caca029778c82ad984ea864bdb2372461..2463b2b44b09adb65e98283f80ddc891d6ecc72c 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.01646471957063333 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.395306116105985,0.395306116105985,0.408438762029012,1.2841740811016178,0.02407169117503702,0.024777375696829612,9.833136379488025,0.6287337402318925,0.03831795386824246,0.024892154882060948,0.017913789208204956,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,53.640285150821605,53.640285150821605,5.760983308156331,0.5239088954925502,0.19441750952406153,0.20680182066373176,4.915479176293473,7.323952836468952,0.260021994194164,0.20453195176886382,0.1759975602013903,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.183714780401109,2.183714780401109,1.2153366406758626,0.6233519668810807,0.04603425094642738,0.04763289134471519,7.061753845149316,1.4777397539489519,0.05643818612603907,0.04641642437307596,0.04248439660842393,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.275711213991183,22.275711213991183,3.9231046438217163,0.6983029279484884,0.6084781355497844,0.39547863599819255,7.6061761794779885,4.719715162379101,0.5056837673977608,0.4203326404094696,0.3164639573248606,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,20.428676011458567,20.428676011458567,3.705709218978882,0.6460316313958342,0.697386978371857,0.4008741885045491,6.506147587847767,4.519809289279645,0.48862803127347515,0.40061721286258184,0.31231947164755086,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1991.6662295187514,1991.6662295187514,39.73186238606771,0.6464845405190678,0.015892558258655026,0.01573480745277957,15.784418531514829,44.62808789897626,0.017777163644405482,0.015826799954616184,0.013236547209975795,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index a7ba6f2dc1e36073ba61ad365fb4ab64c1188155..b218acc9eaae6030dd3578037b3a99c8a47043d2 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:02:27.587087+00:00", + "evaluated_at": "2026-06-19T15:22:55.080715+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index f323f346f4ada0a2e4704004dbf081768dbc2d1f..92a46f1d69976f5e5706c141ed1da4ccbc8ccab8 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:00:05.036370+00:00", + "evaluated_at": "2026-06-19T15:23:03.212822+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 59e246ed6e0c3ac335dcb095aa668df37cc4605b..1c78c60c80dd62ddc9e9ea3c46f4ba7be80e4bc7 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:00:37.771228+00:00", + "evaluated_at": "2026-06-19T15:23:15.497064+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 12.0, 13.0, 12.0, 19.0, @@ -173,115 +171,115 @@ 10.0, 10.0, 12.0, - 7.0 + 7.0, + 10.0, + 6.0 ], "actuals": [ - 10.0, - 6.0, 12.0, 8.0, 15.0, + 15.0, + 8.0, 14.0, - 7.0, - 14.0, + 12.0, 11.0, - 9.0, 11.0, 8.0, 8.0, - 8.0, - 4.0, + 9.0, + 5.0, 4.0, 13.0, 13.0, 12.0, 7.0, 10.0, - 6.0, + 5.0, 9.0, - 5.0 + 5.0, + 6.0, + 2.0 ], "p50": [ - 12.509075164794922, - 12.173276901245117, - 12.469663619995117, - 12.683120727539062, - 12.502493858337402, - 12.548016548156738, - 12.924029350280762, - 12.558025360107422, - 12.87722396850586, - 12.860533714294434, - 12.754705429077148, - 12.68506145477295, - 12.933751106262207, - 12.705390930175781, - 12.91855239868164, - 12.955979347229004, - 12.814309120178223, - 12.718425750732422, - 13.016780853271484, - 12.768120765686035, - 13.062374114990234, - 13.096206665039062, - 12.96722412109375, - 12.934711456298828 + 11.066767692565918, + 11.099839210510254, + 11.0212984085083, + 11.119368553161621, + 11.474691390991211, + 11.297603607177734, + 11.879751205444336, + 11.726125717163086, + 11.595734596252441, + 11.53425407409668, + 11.703984260559082, + 11.514838218688965, + 11.893048286437988, + 11.820600509643555, + 11.620454788208008, + 11.545178413391113, + 11.734607696533203, + 11.678082466125488, + 14.046384811401367, + 12.15916919708252, + 11.944280624389648, + 11.895098686218262, + 12.139421463012695, + 11.996498107910156 ], "p10": [ - 8.100671768188477, - 7.841097354888916, - 7.99635124206543, - 8.098058700561523, - 7.979065895080566, - 8.023158073425293, - 8.202653884887695, - 7.936271667480469, - 8.20877456665039, - 8.239276885986328, - 8.211453437805176, - 8.102015495300293, - 8.228767395019531, - 8.070415496826172, - 8.202659606933594, - 8.285749435424805, - 8.236200332641602, - 8.045572280883789, - 8.27439022064209, - 8.08156681060791, - 8.272689819335938, - 8.381974220275879, - 8.301942825317383, - 8.284399032592773 + 6.817257881164551, + 6.682269096374512, + 6.654810905456543, + 6.725529670715332, + 6.879694938659668, + 6.791343688964844, + 7.143433094024658, + 7.023136615753174, + 6.959115505218506, + 6.841106414794922, + 7.032751083374023, + 6.849298477172852, + 7.077657222747803, + 7.063518524169922, + 6.9209771156311035, + 6.860992431640625, + 7.011569976806641, + 6.83127498626709, + 7.592674732208252, + 7.191956520080566, + 7.049839496612549, + 6.964670658111572, + 7.150700569152832, + 7.010555267333984 ], "p90": [ - 18.86859703063965, - 18.711761474609375, - 19.563858032226562, - 19.411632537841797, - 19.169902801513672, - 19.13805389404297, - 19.755844116210938, - 19.187484741210938, - 19.783632278442383, - 19.51177406311035, - 19.298885345458984, - 19.30612564086914, - 19.67474937438965, - 19.39617919921875, - 20.060115814208984, - 19.869186401367188, - 19.580045700073242, - 19.47707176208496, - 19.933998107910156, - 19.70551872253418, - 20.54969596862793, - 20.17932891845703, - 20.002323150634766, - 19.861202239990234 + 16.916656494140625, + 17.034238815307617, + 16.88831901550293, + 17.266355514526367, + 17.837480545043945, + 17.434303283691406, + 18.768564224243164, + 18.17638397216797, + 17.956430435180664, + 17.876100540161133, + 18.181428909301758, + 17.998836517333984, + 19.008060455322266, + 18.580703735351562, + 18.409767150878906, + 18.142406463623047, + 18.531694412231445, + 18.729907989501953, + 24.787479400634766, + 19.627239227294922, + 18.979084014892578, + 18.837696075439453, + 19.410017013549805, + 19.064281463623047 ], "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", "2026-06-11 16:00:00", "2026-06-11 17:00:00", "2026-06-11 18:00:00", @@ -471,6 +469,8 @@ "2026-06-19 10:00:00", "2026-06-19 11:00:00", "2026-06-19 12:00:00", - "2026-06-19 13:00:00" + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index d76d5e33ebad43b1b892cb313a41d82010099eba..1efeed3e9420e3d38df2de6eb85b695a1f427d24 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,48 +1,24 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:03:45.991765+00:00", + "evaluated_at": "2026-06-19T15:23:19.835208+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t084800z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t152000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t125000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t140000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", - "data_fetched_at": "2026-06-19T14:58:40.716243Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t150000z", + "data_fetched_at": "2026-06-19T15:20:33.151757Z", + "context_length": 168, "prediction_length": 24 } ],