diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 915760d202ea6c16dcf25335551dd32d481af588..21fda0821e866049aeb1212fe5aec043419df944 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.023409197702021826,0.02 nws_ksfo_observations_temperature/1h/short,ARIMA,1.4369238646125144,1.9427404029704778,1.2347830337468286,1.871671124837298,0.06633780363725301,0.06922605872906629,45.985611447468735,1.1987175916839272,0.06559330095773944,0.06756678613207695,0.0651116944094209,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,748.9018723853329,734.7509370900161,25.25490684529238,2.062650384623575,0.8720292884745531,0.5720794639065976,65.2035076114738,27.366071555583805,0.8149717054687196,0.7521004416493235,0.7317119305363694,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.9330603959321,14.598654717169401,2.9867385048373123,1.4519512973094144,0.11022829329348027,0.12059980986372383,35.6296448128197,3.732701487653694,0.1468603863994896,0.11751102314114016,0.10980912800183498,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,44.38664049986095,43.60763388187143,5.647085863719042,1.0900541077420136,0.6311269926496665,0.45543933573072404,7.498883504537408,6.662329960296244,0.5108495816201593,0.43300338891136425,0.3356510806725583,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,60.216586163380704,47.419574867588786,6.301464302084558,1.1678389440156713,0.8459939845272736,0.5459610703408714,6.649131993391343,7.759934675200604,0.8389118567784437,0.6812393840091415,0.5746080461510786,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,503.55813367894524,2155.154451666285,42.580510765899874,1.5139737161208844,0.01637896719752923,0.01653995050924489,3.7842661192804976,22.440101017574435,0.008658559878163769,0.016429779073659116,0.012484406181625479,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3361.8999032105453,2843.6983884080173,47.51926410579385,1.033027480560736,0.2087414080176455,0.1891203102868941,7.672689515892466,57.98189289088918,0.22264029085914658,0.18246563288017387,0.1327476503944628,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ef8965a788e4beb215ffc2b69e7b2e07c8d068d..9e2041c8a555746b257d97a05d0b6186b3269f7b 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:30:26.700237+00:00", + "evaluated_at": "2026-06-18T18:44:15.934300+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e105b92dedd29d3258a4e9dfa9f1a6707e89c9b0..2aba14be40967b58fc0bf168bf506c41ebafcd90 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:28:16.333237+00:00", + "evaluated_at": "2026-06-18T18:44:16.054005+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 + 15.228414771312654, + 15.083294823108162, + 14.836092938835199, + 15.032963655275879, + 16.204565836051696, + 15.07339838199559, + 15.618823719695992, + 15.117962792535002, + 15.999396361568412, + 15.136404796063475, + 15.94647729443742, + 15.340565573482237, + 15.374010441879433, + 14.888883496834977, + 15.047751406460216, + 15.340565573482237, + 15.092724948325682, + 15.94647729443742, + 15.731160502330178, + 15.721073811941421, + 15.087932368079873, + 15.94647729443742, + 15.94647729443742, + 15.134223345655139 ], "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 + 10.648928007921175, + 10.64943064244073, + 10.645549024791787, + 10.635450649423646, + 10.61324202084705, + 10.855690153941376, + 10.646729861226106, + 10.645546900398266, + 10.85582159403175, + 10.236322361160262, + 10.513275077186826, + 10.431370482627049, + 11.133558034933074, + 10.400892891466206, + 10.513275077186826, + 10.649328924584381, + 10.225349582146098, + 11.154485929804203, + 11.546266748934162, + 10.945206981092916, + 10.648014523664575, + 10.116535816762124, + 10.649197484492401, + 10.513275077186826 ], "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 + 23.69328517903449, + 20.794535088881982, + 21.890137534594768, + 21.11146680666599, + 22.040364166447336, + 20.75906139133791, + 22.578166665951624, + 23.38769725171325, + 24.920448551920494, + 24.90812430531843, + 24.602781458821433, + 22.040364166270976, + 23.20830825599302, + 21.198926524317198, + 20.76353594151628, + 23.38769725171325, + 21.986064157383755, + 22.52906424625598, + 23.18837614535744, + 23.0369172134268, + 21.986064157383755, + 23.38769725171325, + 22.57816666595161, + 23.18837614535744 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 1dce46cb51cc3d14ef9db9cc093e639bbd83d5c9..969a4eb7a17122f1a75f19e829af256ed7509c6a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,30 +1,18 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T18:30:26.965154+00:00", + "evaluated_at": "2026-06-18T18:44:16.101306+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index ce5d174ff2480e8eb1be9adc1d9d6aed2a8bc99d..b0df415b613d4bd4f8735e3ef1f970548ea8e39e 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.900,3.500,3.900,4.400,3.900,2.900,3.900,4.400,3.900 +2026-06-18,Chronos-2,4.100,3.500,4.100,4.400,4.300,3.100,4.100,4.400,4.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 5a1919218adc942198d31482f24a8207e3761436..26ece420a0819517ae43d7b177fdad1ddc8a9320 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.125,3.8,4.125,4.125,4.175,3.4,4.125,4.125,4.125 +2026-W25,Chronos-Bolt-Mini,4.175,3.8,4.175,4.125,4.275,3.45,4.175,4.125,4.225 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index c68a227a4514ed33da62c487be43eb41a45e8f99..3952dfd08ece90cade04df513bc37a9c1ff7a995 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.027603227900603027, nws_ksfo_observations_temperature/1h/short,Chronos-2,4.9878136611486825,4.9878136611486825,1.8984392086664836,2.877634168926038,0.10169657814243212,0.10932431399759644,15.398570251464845,2.2333413669093853,0.12220746023695873,0.10388176099852178,0.07646669628434924,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,36.5809424840157,36.5809424840157,5.0063174565633135,0.4088822299201195,0.159203374552684,0.170845617195133,1.912521366737862,6.048218124705466,0.1801181667645055,0.14908998054054776,0.13622217796119543,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5442778966460841,0.5442778966460841,0.5368144512176514,0.2609630664343565,0.020500442657107657,0.020193225692821008,1.9691510275978172,0.7377519208013518,0.02902630508070892,0.02112056857249776,0.023789452794253936,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,42.15872576455721,42.15872576455721,5.5529448588689165,1.071882117529657,0.6024013870208492,0.45040175633718366,12.350435709505874,6.492975108881692,0.4978639061123342,0.4257849093062428,0.3301518360012002,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,55.106199240890156,55.106199240890156,6.8338035345077515,1.2664964079396606,0.9142609577699213,0.5756469216662,17.747358543071968,7.423354985509595,0.8025248632983345,0.7387895712981353,0.5335522257410609,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1088.6448701669772,1088.6448701669772,31.805684407552082,1.1308687789351852,0.012250654279076914,0.012326581615984511,2.5200614872685185,32.99461880620804,0.012731042626189598,0.012272289803557074,0.008832994467192525,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 24a4f66dd319a8a979154be557f79ae5a771019e..d2943590367f3a8b7aefe9d48e52fcf55abd24da 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:26:23.553467+00:00", + "evaluated_at": "2026-06-18T18:40:54.820336+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 23dd4d06114763a0b674659e48ff54546d07413e..af5d14f3f544d1a2d951a325bf27279db031ad3e 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T06:17:23.108801+00:00", + "evaluated_at": "2026-06-18T18:41:00.170861+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 12.71882438659668, - 12.854947090148926, - 12.834217071533203, - 12.854764938354492, - 12.913326263427734, - 13.0166597366333, - 13.098810195922852, - 13.189861297607422, - 13.257996559143066, - 13.221434593200684, - 13.300628662109375, - 13.261344909667969, - 13.293039321899414, - 13.280655860900879, - 13.331965446472168, - 13.278717041015625, - 13.0248384475708, - 13.031655311584473, - 12.9970703125, - 13.028168678283691, - 13.076953887939453, - 13.102922439575195, - 13.116990089416504, - 13.10669994354248 + 17.163076400756836, + 16.961885452270508, + 16.57190704345703, + 16.03052520751953, + 15.794522285461426, + 15.519828796386719, + 15.275042533874512, + 15.123644828796387, + 14.923822402954102, + 14.742490768432617, + 14.621316909790039, + 14.820302963256836, + 15.072169303894043, + 15.460116386413574, + 15.776411056518555, + 16.09644317626953, + 16.12861442565918, + 16.038301467895508, + 16.246610641479492, + 16.253555297851562, + 16.293184280395508, + 16.28512191772461, + 16.177501678466797, + 16.021862030029297 ], "p10": [ - 8.645689010620117, - 8.581184387207031, - 8.591218948364258, - 8.601982116699219, - 8.55445384979248, - 8.623466491699219, - 8.645124435424805, - 8.68263053894043, - 8.619739532470703, - 8.602270126342773, - 8.597066879272461, - 8.626177787780762, - 8.615639686584473, - 8.616453170776367, - 8.603015899658203, - 8.576175689697266, - 8.393745422363281, - 8.30679702758789, - 8.36440658569336, - 8.36583423614502, - 8.319021224975586, - 8.37031364440918, - 8.360780715942383, - 8.35595989227295 + 11.628521919250488, + 11.203898429870605, + 10.835797309875488, + 10.570352554321289, + 10.308029174804688, + 10.19334602355957, + 10.06959342956543, + 9.851188659667969, + 9.783411026000977, + 9.560426712036133, + 9.640447616577148, + 9.642592430114746, + 9.710683822631836, + 9.917753219604492, + 10.226846694946289, + 10.379037857055664, + 10.594467163085938, + 10.52988052368164, + 10.561240196228027, + 10.705362319946289, + 10.653332710266113, + 10.626956939697266, + 10.554655075073242, + 10.45246410369873 ], "p90": [ - 18.964847564697266, - 19.432044982910156, - 19.622711181640625, - 19.649784088134766, - 19.785526275634766, - 19.921749114990234, - 19.998268127441406, - 20.133331298828125, - 20.376028060913086, - 20.319618225097656, - 20.518508911132812, - 20.492136001586914, - 20.515907287597656, - 20.647790908813477, - 20.63166046142578, - 20.62833595275879, - 19.903535842895508, - 20.12665557861328, - 20.200483322143555, - 20.2071533203125, - 20.345518112182617, - 20.451902389526367, - 20.45142364501953, - 20.441574096679688 + 24.48801612854004, + 24.657135009765625, + 24.157350540161133, + 23.857135772705078, + 23.591686248779297, + 23.379669189453125, + 22.93321990966797, + 22.73565673828125, + 22.672868728637695, + 22.53521728515625, + 22.465011596679688, + 22.740520477294922, + 23.04122543334961, + 23.625900268554688, + 23.85230255126953, + 24.179479598999023, + 23.827293395996094, + 23.85724639892578, + 24.045631408691406, + 24.250770568847656, + 24.394697189331055, + 24.43927001953125, + 24.27444076538086, + 24.041301727294922 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 4efc5434a27414adb67b40404c3839554ac7b3a7..9bcd310aafd7309d2b9ed1d0d28bb3f869c7c3ca 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,30 +1,18 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T18:26:41.836721+00:00", + "evaluated_at": "2026-06-18T18:41:02.483841+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index cbf344cc27e8551e2083398f2b884d8904afcf5b..b1ae23ceb007ea8c8798185a81db235f1a54d14a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06244750571296424,0.06134 nws_ksfo_observations_temperature/1h/short,ETS,0.29775734160146744,0.30815245947581765,0.48621781991915675,0.7370038533511428,0.026383827033252757,0.026706884599182402,21.292307449088394,0.5456714593979306,0.02985890297151403,0.026605625890724828,0.025878059922671337,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3196.8863384037318,3163.711347362753,51.752957120534234,4.226832336543569,1.7658226545480205,0.863703660028809,147.18748519922477,56.54101465665196,1.683812272801773,1.5412221532017962,1.5140672801421873,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,40.09644803116104,41.559927851418585,5.734540193230494,2.7877475914107612,0.21977151392278274,0.25437895670982524,74.54787974110873,6.332175615944416,0.2491347783322393,0.22562125350415058,0.2115726323137263,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,48.11667384642973,52.41092108145165,6.192555614695316,1.1953458559197392,0.7885993888843226,0.4808569517780201,5.780042803347688,6.936618329303532,0.5318812776462772,0.47482854553574305,0.35301187670667467,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,70.38827946780434,77.19501973398911,8.19651778971131,1.5190457679773857,1.0798456168059891,0.6471165738411386,4.659849134688183,8.389772313227835,0.9070024122408471,0.8861100313201417,0.6558029590626653,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,596.9988626333621,581.318139434197,24.06093353290271,0.855499858947652,0.00928645223672551,0.00931307373006257,8.325925063621966,24.433560171071306,0.009427740258934267,0.009283961491795258,0.00795960164032772,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2966.045650932652,3054.901089250775,50.34629050796737,1.0944845762601603,0.21644531528869687,0.19999843521598823,13.021680345312786,54.46141433099816,0.20912227115578008,0.19332091802291365,0.13968841953633726,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index acc2c6717bf7195f4fb77447863fbaec7aeda6f4..53003221b62faf71f5bbaccd8be8383b703c9da3 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:30:27.017949+00:00", + "evaluated_at": "2026-06-18T18:44:16.225105+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 80c7b50b2a27461842b31f818bc2186bc34abaad..37b084831c6abec9d19699979572e108cfc9d172 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:28:16.506044+00:00", + "evaluated_at": "2026-06-18T18:44:16.242322+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 + 17.675940385823264, + 17.695845667320775, + 15.715750948818286, + 17.735656230315797, + 16.75556151181331, + 15.77546679331082, + 17.79537207480833, + 17.81527735630584, + 16.835182637803353, + 17.855087919300864, + 17.874993200798375, + 17.894898482295886, + 17.9148037637934, + 17.934709045290912, + 15.954614326788423, + 17.974519608285934, + 16.994424889783446, + 18.014330171280957, + 18.034235452778468, + 18.05414073427598, + 18.07404601577349, + 18.093951297271, + 18.113856578768512, + 16.133761860266024 ], "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 + 9.575940385823266, + 8.695845667320775, + 9.715750948818286, + 9.735656230315797, + 9.65556151181331, + 9.675466793310822, + 9.79537207480833, + 9.815277356305842, + 8.835182637803353, + 8.855087919300864, + 9.874993200798375, + 9.794898482295888, + 9.914803763793401, + 8.934709045290912, + 8.854614326788425, + 9.974519608285934, + 8.994424889783446, + 10.014330171280957, + 10.93423545277847, + 10.054140734275979, + 9.07404601577349, + 9.093951297271001, + 9.113856578768512, + 9.133761860266024 ], "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 + 25.675940385823264, + 23.695845667320775, + 23.715750948818286, + 23.83565623031579, + 21.855561511813303, + 22.875466793310814, + 23.79537207480833, + 24.81527735630584, + 21.935182637803347, + 23.855087919300864, + 23.97499320079837, + 25.894898482295886, + 23.9148037637934, + 25.934709045290912, + 23.954614326788423, + 23.974519608285934, + 23.994424889783446, + 26.014330171280957, + 24.034235452778468, + 24.05414073427598, + 24.07404601577349, + 25.093951297271, + 24.113856578768512, + 24.133761860266024 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index ce127e6b7b11040171e0694a8647d28a615047cd..f53170c2218bc032f5d4abd699012ec622e99be9 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,30 +1,18 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T18:30:27.077708+00:00", + "evaluated_at": "2026-06-18T18:44:16.252450+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 7d2d26519cba2303e4281e9843559e5430f28894..ee5f7a432c292cce8ea8d7feb05c3587f1dd1762 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1495,3 +1495,5 @@ {"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-18T18:44:16.311294+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T18:44:16.311294+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 243b6dc5bf23d5ac5841b62d8d052b75837ffe1a..5d67bd801cec44f9246e96158331382adda1485b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,758238.5265928904,729432.4528649648,656.41064453125,0.6470281051432885,0.010133848819005498,0.010049423890153026,3.7204664328822887,870.7689283575123,0.013343488083323347,0.010058704815743289,0.006970381171520401,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,768169.1831353506,732890.8887017568,659.9357096354166,0.6505027840106374,0.010188177589259273,0.010103576971808087,4.655567523929529,876.4526131716138,0.013430583727318571,0.01011272220506276,0.007183997247125613,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8693601118056256,1.3865792522817213,0.9991258180234581,1.10056081766017,11.161531339502009,1.4508999280468595,10.032591068776979,1.3672454468037645,5.431683991738543,3.9692476023067726,2.5800378634883714,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.05558440652372473,0.031029170016898384,0.13559932261705399,0.8416512170696573,0.09274377555835252,0.0887994984593344,5.397496007104218,0.23576345459745185,0.15559090542039422,0.08948809057961438,0.09072475612230708,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.4685149836689864,0.9051011195405559,0.8471924463907877,1.284165392423931,0.045616648911656676,0.04692189793281682,5.4797015943025285,0.684481543702229,0.037454529913928836,0.046357999157392006,0.04164923047369622,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,96.91126473860822,78.43959691615116,6.707312107086182,0.5478079955797005,0.22693203334425902,0.19540927638049335,2.8390985903844665,9.844351920700937,0.2931684314919842,0.19974622868029712,0.17899530139926864,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8841572891342366,0.792953430784678,0.6908252636591593,0.33583276077216223,0.0270364975107082,0.026472866182145848,2.009741190998086,0.940296383665404,0.03699526755404868,0.027180010373475123,0.025468417169400685,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,38.726113003398645,37.228637669694,5.189123034477234,0.9910261498205859,0.9626560938429011,0.46275830627567366,10.187958517504624,6.223030853482782,0.49784246827862255,0.4151298427581787,0.32708099676061564,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,63.26687908932911,53.81310307346423,6.680327753225963,1.2380530199028812,0.9014053786352685,0.5661562226002563,14.905701298511167,7.954047968759625,0.8598970777037432,0.7221975949433472,0.5057794941318883,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,541.8331135337552,1974.810900927211,40.7487538655599,1.448844581886574,0.015673996554720397,0.015821409810811607,4.547486436631944,23.27730898393874,0.008981598321777006,0.015722991845232116,0.012039339436936181,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 596ce3c5d26755bc19c0e1171fbf9a0a9d447dcd..dae20468c31848ae4694cab7d0b6912ef5185be0 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:29:17.793429+00:00", + "evaluated_at": "2026-06-18T18:43:34.496968+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 64509.3984375 ], "p50": [ - 65656.265625, - 65666.62890625, - 65715.23046875, - 65740.73046875, - 65729.5234375, - 65759.7109375, - 65778.2734375, - 65823.90625, - 65863.13671875, - 65836.6953125, - 65919.41796875, - 65826.65625, - 65793.69921875, - 65850.4921875, - 65871.046875, - 65872.0390625, - 65716.5859375, - 65839.4296875, - 65885.50390625, - 65836.328125, - 65860.07421875, - 65919.3046875, - 65826.921875, - 65978.76171875 + 65701.4296875, + 65653.38671875, + 65653.46484375, + 65676.8125, + 65708.140625, + 65729.0078125, + 65797.48046875, + 65792.29296875, + 65787.23046875, + 65850.3671875, + 65842.66796875, + 65904.4765625, + 65857.48828125, + 65778.3125, + 65949.73046875, + 65892.62109375, + 65842.078125, + 65879.5390625, + 65938.796875, + 65854.5390625, + 65848.09765625, + 65803.91015625, + 65832.33984375, + 65892.48046875 ], "p10": [ - 65392.552734375, - 65316.87109375, - 65316.0234375, - 65147.169921875, - 65163.578125, - 65135.453125, - 65048.671875, - 65107.357421875, - 64902.763671875, - 64966.732421875, - 65110.216796875, - 64847.087890625, - 64860.716796875, - 64589.189453125, - 64727.833984375, - 64628.03515625, - 64566.947265625, - 64717.064453125, - 64569.69921875, - 64701.48828125, - 64403.841796875, - 64414.578125, - 64540.626953125, - 64445.353515625 + 65450.169921875, + 65333.337890625, + 65239.7890625, + 65182.56640625, + 65086.541015625, + 65108.056640625, + 64947.380859375, + 64916.9296875, + 64967.1015625, + 64966.724609375, + 65080.984375, + 64954.5859375, + 64759.693359375, + 64766.412109375, + 64881.69140625, + 64744.3828125, + 64574.4375, + 64587.822265625, + 64842.57421875, + 64646.705078125, + 64742.9140625, + 64525.1953125, + 64635.234375, + 64409.251953125 ], "p90": [ - 65910.6796875, - 65997.46484375, - 66138.296875, - 66235.6015625, - 66327.28515625, - 66408.171875, - 66514.6796875, - 66737.96875, - 66627.02734375, - 66624.2421875, - 66901.015625, - 66820.5, - 66814.74609375, - 66916.234375, - 67120.671875, - 66865.55078125, - 66987.16796875, - 67094.2890625, - 67004.62890625, - 67447.6875, - 67167.16796875, - 67289.484375, - 67310.58203125, - 67652.3671875 + 65955.02734375, + 66042.5078125, + 66173.41796875, + 66188.81640625, + 66262.34375, + 66408.64453125, + 66541.69921875, + 66562.53515625, + 66703.80859375, + 66679.8203125, + 66742.59765625, + 67067.6953125, + 66827.4921875, + 66898.27734375, + 67042.54296875, + 67198.40234375, + 67037.07421875, + 67290.04296875, + 67227.5234375, + 67204.58203125, + 67286.14453125, + 67344.26171875, + 67220.3828125, + 67522.8359375 ], "timestamps": [ "2026-06-13 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c1c2b49098f24eb3479cd1db1e6f76059b304299..eba46ea3739d5175b336be66c0184178550e8704 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:02:13.580355+00:00", + "evaluated_at": "2026-06-18T18:43:40.684043+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -51,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -61,25 +47,25 @@ 9.0, 8.0, 13.0, - 10.0, + 12.0, 13.0, - 11.0, 12.0, - 15.0, - 14.0, 12.0, + 17.0, + 15.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -107,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -127,173 +113,173 @@ 18.0, 25.0, 13.0, - 20.0, - 11.0, + 22.0, 12.0, - 10.0, - 26.0, - 16.0, + 13.0, + 12.0, + 27.0, + 17.0, 26.0, 9.0, 15.0, 19.0, - 21.0, - 17.0, - 14.0, - 15.0, + 22.0, 18.0, + 14.0, + 16.0, + 20.0, 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, 10.0, - 9.0 - ], - "actuals": [ + 10.0, + 9.0, 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, - 17.0, - 16.0, - 22.0, - 14.0, 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, - 1.0 + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 ], "p50": [ - 9.9143967628479, - 10.319783687591553, - 10.972055912017822, - 11.492841720581055, - 11.584793090820312, - 12.631000995635986, - 12.240715503692627, - 12.516637802124023, - 12.337938785552979, - 11.741893291473389, - 12.588813781738281, - 12.789006233215332, - 12.613467693328857, - 12.24786901473999, - 12.78637409210205, - 12.446492671966553, - 12.903745651245117, - 12.80741024017334, - 12.606188297271729, - 12.616177082061768, - 11.696756362915039, - 12.89600658416748, - 12.758336544036865, - 13.141442775726318 + 17.050610542297363, + 17.757587432861328, + 15.568548202514648, + 16.017005920410156, + 15.440304279327393, + 15.278911113739014, + 15.889754295349121, + 15.754168033599854, + 15.62864065170288, + 15.950664043426514, + 15.765429496765137, + 15.424753189086914, + 15.865283489227295, + 14.938424587249756, + 15.590999126434326, + 16.53102684020996, + 16.255085945129395, + 15.080302238464355, + 15.627667903900146, + 15.644814491271973, + 14.648046493530273, + 16.19252109527588, + 16.17387104034424, + 15.388063430786133 ], "p10": [ - 6.545898199081421, - 7.207082986831665, - 7.019441366195679, - 7.281907320022583, - 7.479366064071655, - 7.546281576156616, - 7.358224391937256, - 7.958474159240723, - 7.874417543411255, - 7.448320388793945, - 7.8672730922698975, - 7.9505836963653564, - 7.855386018753052, - 8.03096866607666, - 7.5894615650177, - 8.037398338317871, - 7.813054323196411, - 8.660618305206299, - 7.629235029220581, - 8.307989120483398, - 8.015437364578247, - 7.696637392044067, - 8.432756423950195, - 7.588971853256226 + 11.294570922851562, + 10.841784954071045, + 10.148433685302734, + 9.908515930175781, + 9.864608764648438, + 10.324912071228027, + 9.822911262512207, + 9.71064043045044, + 9.861790657043457, + 9.61892032623291, + 9.269847869873047, + 9.340052604675293, + 9.325156211853027, + 9.61909294128418, + 9.505302429199219, + 10.53608512878418, + 9.8540678024292, + 9.097537517547607, + 9.23644733428955, + 9.661741256713867, + 9.293213844299316, + 9.996726512908936, + 10.058391571044922, + 9.001805305480957 ], "p90": [ - 17.064361572265625, - 17.86753749847412, - 20.091809272766113, - 18.692238807678223, - 19.352153778076172, - 23.227079391479492, - 20.813095092773438, - 19.743041038513184, - 18.89986801147461, - 19.17060661315918, - 20.35292339324951, - 20.816455841064453, - 22.631324768066406, - 20.940916061401367, - 20.28479766845703, - 20.921740531921387, - 21.364070892333984, - 21.944350242614746, - 20.16498851776123, - 21.625170707702637, - 20.516745567321777, - 20.812630653381348, - 20.106857299804688, - 20.212315559387207 + 25.313340187072754, + 24.91485595703125, + 22.70006561279297, + 24.85419750213623, + 22.759061813354492, + 22.46483039855957, + 24.047388076782227, + 23.58554458618164, + 24.292658805847168, + 25.977730751037598, + 24.262940406799316, + 23.255319595336914, + 26.218976974487305, + 24.60789966583252, + 24.026103973388672, + 23.666645050048828, + 24.04560661315918, + 23.76412296295166, + 24.107833862304688, + 24.01482105255127, + 23.07078742980957, + 22.58681297302246, + 24.795793533325195, + 23.774027824401855 ], "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +457,20 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 12e6cf9b33aafd15def6a7bde0eb81aa93e468de..0a1a10a413bbde8ed9fb4b17f58a170fef5c9896 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,30 +1,18 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T18:29:42.253303+00:00", + "evaluated_at": "2026-06-18T18:43:43.762329+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index a43debcc7b3bc2d9b55ea77e14a4d1b3077de015..4b98c9dbb5ce85525fb7ed3b087ab61864d7a8a7 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02732831274810 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.451676873727017,3.5074705466097402,1.7480261886328965,2.649639696454075,0.09440539554727155,0.09974067285413896,92.52028532528492,1.857868906496639,0.10166177185459443,0.09565122650109613,0.09472099568379305,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,115.94419308493055,112.3739786356449,9.371206327259639,0.765376900961014,0.2919998940570644,0.2634357188313743,10.859032640106934,10.767738531601264,0.3206672253749108,0.2790779811897308,0.2504433451789507,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.381782266833521,5.373091386098779,2.0676347284767758,1.0051448834612249,0.08055469724890534,0.08080172519735616,10.642738771745924,2.319866864031969,0.09127345038814304,0.08134956308761085,0.07093611792334756,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,42.37769944383945,45.13806188770164,5.80058632734531,1.1196842240452074,0.6940183031607132,0.46229332651238203,6.229808285064537,6.509815622875924,0.4991551915304223,0.4447733925121004,0.32561230396856267,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,55.484738854750844,61.491340671949494,7.1988107119095135,1.334142525759292,0.9587828219230395,0.595302065352143,4.618532467057025,7.448807881449947,0.8052765277243186,0.7782498066929204,0.5671120222018425,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,520.4852430553657,503.472222222226,22.222222222222324,0.790123456790127,0.008583668510139137,0.008599688175254522,8.325925063621966,22.8141456788407,0.008802885792478727,0.00857449088960347,0.007438966297487222,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3186.993684116635,3177.361323443369,49.11165845648604,1.0676447490540444,0.21863862441419712,0.19485722187989926,15.220407540008106,56.4534647662713,0.21677139515298907,0.18858014766615594,0.14220183563365515,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index f3bb8104a559f38968d29be3898c78b88a882154..922a22a654a2b4dbe91a851fb2c1aaf0e08eaf70 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:30:27.083666+00:00", + "evaluated_at": "2026-06-18T18:44:16.259686+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index d6de50fcb35f177dcbd0a756eeaa6dcc1ac097fd..8ffc235cc2b22dc60463a1769c3659c460ffa794 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:28:16.635047+00:00", + "evaluated_at": "2026-06-18T18:44:16.268976+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 + 16.898702594810377, + 16.898702594810377, + 14.898702594810379, + 16.898702594810377, + 15.898702594810379, + 14.898702594810379, + 16.898702594810377, + 16.898702594810377, + 15.898702594810379, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 14.898702594810379, + 16.898702594810377, + 15.898702594810379, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 14.898702594810379 ], "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 + 8.798702594810381, + 7.898702594810379, + 8.898702594810379, + 8.898702594810379, + 8.798702594810381, + 8.798702594810381, + 8.898702594810379, + 8.898702594810379, + 7.898702594810379, + 7.898702594810379, + 8.898702594810379, + 8.798702594810381, + 8.898702594810379, + 7.898702594810379, + 7.798702594810381, + 8.898702594810379, + 7.898702594810379, + 8.898702594810379, + 9.798702594810381, + 8.898702594810379, + 7.898702594810379, + 7.898702594810379, + 7.898702594810379, + 7.898702594810379 ], "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 + 24.89870259481038, + 22.89870259481038, + 22.89870259481038, + 22.998702594810375, + 20.998702594810375, + 21.998702594810375, + 22.89870259481038, + 23.89870259481038, + 20.998702594810375, + 22.89870259481038, + 22.998702594810375, + 24.89870259481038, + 22.89870259481038, + 24.89870259481038, + 22.89870259481038, + 22.89870259481038, + 22.89870259481038, + 24.89870259481038, + 22.89870259481038, + 22.89870259481038, + 22.89870259481038, + 23.89870259481038, + 22.89870259481038, + 22.89870259481038 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 01d9638a4ecf6deeead594db213ede3c3db2addd..3f801d58347d29a0280494d2a52184b0abc2406c 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,30 +1,18 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T18:30:27.119046+00:00", + "evaluated_at": "2026-06-18T18:44:16.280292+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index 6fa6b7c7b27539439f62b8c3945e070539e11b05..1645dfc3e8cb55a00562057ff948b0137b9131d0 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T18:25:52.711044+00:00", - "finished_at": "2026-06-18T18:30:27.161404+00:00", - "task_count": 4, + "started_at": "2026-06-18T18:40:34.248890+00:00", + "finished_at": "2026-06-18T18:44:16.303328+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,30 +10,18 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T18:26:41.836721+00:00", + "evaluated_at": "2026-06-18T18:41:02.483841+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -42,30 +30,18 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T18:27:42.840639+00:00", + "evaluated_at": "2026-06-18T18:41:37.075592+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -74,30 +50,18 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:28:24.628327+00:00", + "evaluated_at": "2026-06-18T18:42:21.461887+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -106,30 +70,18 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T18:28:51.673546+00:00", + "evaluated_at": "2026-06-18T18:42:35.708333+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -138,30 +90,18 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T18:29:42.253303+00:00", + "evaluated_at": "2026-06-18T18:43:43.762329+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -170,30 +110,18 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T18:30:24.734384+00:00", + "evaluated_at": "2026-06-18T18:44:14.171475+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -202,30 +130,18 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T18:30:26.965154+00:00", + "evaluated_at": "2026-06-18T18:44:16.101306+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -234,30 +150,18 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T18:30:27.077708+00:00", + "evaluated_at": "2026-06-18T18:44:16.252450+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -266,30 +170,18 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T18:30:27.119046+00:00", + "evaluated_at": "2026-06-18T18:44:16.280292+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -298,30 +190,18 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T18:30:27.159663+00:00", + "evaluated_at": "2026-06-18T18:44:16.301998+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], @@ -330,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T18:32:06.859011+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_184415.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_184415.json new file mode 100644 index 0000000000000000000000000000000000000000..4abdb04518a3e913ba7c82beb0d52a5d9ea71392 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_184415.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T18:44:15.934300+00:00", + "metrics": { + "MSE[mean]": 649333.7592963602, + "MSE[0.5]": 431613.9295062413, + "MAE[0.5]": 572.7949139445282, + "MASE[0.5]": 0.5646075530507292, + "MAPE[0.5]": 0.00875296012275703, + "sMAPE[0.5]": 0.008783934196522285, + "MSIS": 8.450249236107311, + "RMSE[mean]": 805.8124839541518, + "NRMSE[mean]": 0.012348108581822077, + "ND[0.5]": 0.008777394162219126, + "mean_weighted_sum_quantile_loss": 0.007676814108540187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 64953.90620125411, + 64994.438837694004, + 64994.153062919024, + 64966.23551851568, + 65003.562842226806, + 64968.75947932692, + 64970.967545562584, + 64983.953000821086, + 64994.14397639368, + 64939.42106549019, + 64968.75945726814, + 64966.23429727751, + 64957.922838060156, + 64966.23429727738, + 64976.165179690724, + 64983.953000422596, + 64986.373908118214, + 64957.92283806014, + 64985.163454270405, + 64973.17562792829, + 64942.495582656935, + 64973.17562792829, + 64970.96754259773, + 64970.96754259773 + ], + "p10": [ + 64778.767250038574, + 64778.3318208746, + 64831.2818624965, + 64716.86725961051, + 64770.2652273937, + 64719.588523091836, + 64777.46430055524, + 64778.26421291459, + 64833.11784044813, + 64692.36387444059, + 64777.46429759137, + 64716.86603837234, + 64781.54911375925, + 64719.58850103208, + 64681.98544785023, + 64770.26506325898, + 64778.2642125161, + 64716.86603837221, + 64778.2642125161, + 64781.22062363492, + 64781.22062363492, + 64684.895221105384, + 64692.36387443339, + 64781.77731792762 + ], + "p90": [ + 65308.611861351776, + 65301.92022789693, + 65301.166572307244, + 65210.73590403903, + 65311.84932358457, + 65296.14001244583, + 65212.58837489823, + 65311.84915984834, + 65296.641739973864, + 65210.73468280793, + 65311.84915945082, + 65196.74889444784, + 65296.13999038609, + 65301.157485728334, + 65308.1088238293, + 65308.482857391355, + 65301.157485728334, + 65220.94353377865, + 65210.73468280073, + 65308.1088238293, + 65220.94353377865, + 65308.482857391355, + 65210.73468280073, + 65210.73468280073 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_184054.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_184054.json new file mode 100644 index 0000000000000000000000000000000000000000..1b8979c9d6288d3b6c6348e8ce93fa108615b906 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_184054.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T18:40:54.820336+00:00", + "metrics": { + "MSE[mean]": 385045.84802691144, + "MSE[0.5]": 385045.84802691144, + "MAE[0.5]": 498.4041341145833, + "MASE[0.5]": 0.49128009300036224, + "MAPE[0.5]": 0.007682823164417108, + "sMAPE[0.5]": 0.0076450952633348975, + "MSIS": 2.1671099457187712, + "RMSE[mean]": 620.5206265926311, + "NRMSE[mean]": 0.009508733392695909, + "ND[0.5]": 0.007637444800403527, + "mean_weighted_sum_quantile_loss": 0.006411995246873231 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65673.390625, + 65673.390625, + 65660.8984375, + 65668.828125, + 65642.4609375, + 65639.7890625, + 65629.3359375, + 65624.8203125, + 65616.21875, + 65604.5625, + 65584.84375, + 65574.390625, + 65562.75, + 65547.6015625, + 65528.2265625, + 65533.4765625, + 65502.09375, + 65477.953125, + 65484.796875, + 65476.51171875, + 65457.2265625, + 65416.16015625, + 65387.515625, + 65378.8203125 + ], + "p10": [ + 65351.7734375, + 65235.94921875, + 65109.2109375, + 64989.0625, + 64858.33203125, + 64750.37890625, + 64663.86328125, + 64579.12109375, + 64494.2421875, + 64393.7578125, + 64328.58203125, + 64257.34765625, + 64165.24609375, + 64107.41015625, + 64085.29296875, + 64075.08984375, + 63945.7421875, + 63821.80859375, + 63761.4765625, + 63744.890625, + 63683.78515625, + 63669.49609375, + 63633.3828125, + 63589.3515625 + ], + "p90": [ + 65926.828125, + 66044.2421875, + 66119.640625, + 66209.8203125, + 66289.21875, + 66310.703125, + 66341.2109375, + 66406.4140625, + 66461.5546875, + 66497.7890625, + 66518.671875, + 66563.1953125, + 66590.9453125, + 66609.4296875, + 66588.046875, + 66592.7421875, + 66661.90625, + 66686.75, + 66700.4453125, + 66771.2265625, + 66756.9609375, + 66792.3671875, + 66799.5625, + 66819.765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_184416.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..b49faf7f2ca5390e09ef3527eb78bc0a4ba7bd95 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_184416.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T18:44:16.225105+00:00", + "metrics": { + "MSE[mean]": 971230.361732948, + "MSE[0.5]": 932893.5536945708, + "MAE[0.5]": 730.0753083399953, + "MASE[0.5]": 0.7196398280598578, + "MAPE[0.5]": 0.011275711798433785, + "sMAPE[0.5]": 0.011166397870142347, + "MSIS": 17.331063808148226, + "RMSE[mean]": 985.5102037690671, + "NRMSE[mean]": 0.01510176033128624, + "ND[0.5]": 0.01118752732155788, + "mean_weighted_sum_quantile_loss": 0.010421950298407673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65661.43760083824, + 65691.90442417799, + 65713.65835689275, + 65713.5607271075, + 65767.82442544725, + 65779.799061287, + 65785.88697837676, + 65814.56864546651, + 65841.85382818125, + 65864.332370271, + 65885.36169361076, + 65907.11562632551, + 65928.86955904026, + 65917.37349175502, + 65969.61179946977, + 66001.10987280952, + 66008.64700864928, + 66044.61773823903, + 66053.86190532878, + 66091.89708804354, + 66113.65102075829, + 66124.65495347304, + 66140.8776361878, + 66179.37766265255 + ], + "p10": [ + 65474.34189771323, + 65530.216924177985, + 65514.09195064274, + 65527.36541460749, + 65500.611534822245, + 65566.022498787, + 65592.62721275176, + 65626.61942671651, + 65644.61554693125, + 65651.42651089601, + 65706.23278736076, + 65696.54609507551, + 65730.78323091526, + 65694.78521050501, + 65678.92429946977, + 65738.29307593452, + 65810.16653989928, + 65783.41266011403, + 65861.30682720378, + 65887.66661929354, + 65809.44789575829, + 65831.20182847304, + 65852.9557611878, + 65974.68235015255 + ], + "p90": [ + 66000.32783521323, + 66018.85754917799, + 65969.82437251775, + 65966.5529146075, + 66087.34356607225, + 66027.220936287, + 66127.62721275176, + 66153.35770796651, + 66100.34796880625, + 66091.029635896, + 66214.64294361076, + 66140.58437632551, + 66258.15080904026, + 66185.80825738002, + 66301.97273696976, + 66328.29776343453, + 66235.27591489928, + 66288.26812886403, + 66294.57792095379, + 66414.40490054354, + 66336.36977075829, + 66457.07682847304, + 66365.7995111878, + 66403.34758452755 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_184334.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_184334.json new file mode 100644 index 0000000000000000000000000000000000000000..b61e99fae2fb0e7a56ce85141c0782564a9d721f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_184334.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T18:43:34.496968+00:00", + "metrics": { + "MSE[mean]": 768169.1831353506, + "MSE[0.5]": 732890.8887017568, + "MAE[0.5]": 659.9357096354166, + "MASE[0.5]": 0.6505027840106374, + "MAPE[0.5]": 0.010188177589259273, + "sMAPE[0.5]": 0.010103576971808087, + "MSIS": 4.655567523929529, + "RMSE[mean]": 876.4526131716138, + "NRMSE[mean]": 0.013430583727318571, + "ND[0.5]": 0.01011272220506276, + "mean_weighted_sum_quantile_loss": 0.007183997247125613 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65701.4296875, + 65653.38671875, + 65653.46484375, + 65676.8125, + 65708.140625, + 65729.0078125, + 65797.48046875, + 65792.29296875, + 65787.23046875, + 65850.3671875, + 65842.66796875, + 65904.4765625, + 65857.48828125, + 65778.3125, + 65949.73046875, + 65892.62109375, + 65842.078125, + 65879.5390625, + 65938.796875, + 65854.5390625, + 65848.09765625, + 65803.91015625, + 65832.33984375, + 65892.48046875 + ], + "p10": [ + 65450.169921875, + 65333.337890625, + 65239.7890625, + 65182.56640625, + 65086.541015625, + 65108.056640625, + 64947.380859375, + 64916.9296875, + 64967.1015625, + 64966.724609375, + 65080.984375, + 64954.5859375, + 64759.693359375, + 64766.412109375, + 64881.69140625, + 64744.3828125, + 64574.4375, + 64587.822265625, + 64842.57421875, + 64646.705078125, + 64742.9140625, + 64525.1953125, + 64635.234375, + 64409.251953125 + ], + "p90": [ + 65955.02734375, + 66042.5078125, + 66173.41796875, + 66188.81640625, + 66262.34375, + 66408.64453125, + 66541.69921875, + 66562.53515625, + 66703.80859375, + 66679.8203125, + 66742.59765625, + 67067.6953125, + 66827.4921875, + 66898.27734375, + 67042.54296875, + 67198.40234375, + 67037.07421875, + 67290.04296875, + 67227.5234375, + 67204.58203125, + 67286.14453125, + 67344.26171875, + 67220.3828125, + 67522.8359375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_184416.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..718706ca3ab1eb5a29bb284cc6e6e8a59d8d28ba --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_184416.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T18:44:16.259686+00:00", + "metrics": { + "MSE[mean]": 1028427.2280941232, + "MSE[0.5]": 979452.171729519, + "MAE[0.5]": 791.8514531364235, + "MASE[0.5]": 0.7805329629346495, + "MAPE[0.5]": 0.012218653698468931, + "sMAPE[0.5]": 0.012102647843930128, + "MSIS": 18.72413599520036, + "RMSE[mean]": 1014.1140113883267, + "NRMSE[mean]": 0.015540079331511934, + "ND[0.5]": 0.012134172550941121, + "mean_weighted_sum_quantile_loss": 0.011390509818765958 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66040.4961520011, + 66049.2090426261, + 66049.2090426261, + 66027.3574801261, + 66059.8672457511, + 66050.0879488761, + 66034.4219332511, + 66041.3496676261, + 66046.8809176261, + 66047.6055270011, + 66046.8809176261, + 66046.8809176261, + 66046.8809176261, + 66013.6309176261, + 66044.1152926261, + 66053.8594332511, + 66039.6426363761, + 66053.8594332511, + 66041.3496676261, + 66057.6309176261, + 66057.6309176261, + 66046.8809176261, + 66041.3496676261, + 66058.0957613761 + ], + "p10": [ + 65853.4004488761, + 65887.5215426261, + 65849.6426363761, + 65841.1621676261, + 65792.6543551261, + 65836.3113863761, + 65841.1621676261, + 65853.4004488761, + 65849.6426363761, + 65834.6996676261, + 65867.7520113761, + 65836.3113863761, + 65848.79458950109, + 65791.04263637609, + 65753.4277926261, + 65791.04263637609, + 65841.1621676261, + 65792.6543551261, + 65848.79458950109, + 65853.4004488761, + 65753.4277926261, + 65753.4277926261, + 65753.4277926261, + 65853.4004488761 + ], + "p90": [ + 66379.38638637609, + 66376.1621676261, + 66305.3750582511, + 66280.3496676261, + 66379.38638637609, + 66297.5098238761, + 66376.1621676261, + 66380.1387301261, + 66305.3750582511, + 66274.3027926261, + 66376.1621676261, + 66280.3496676261, + 66376.1621676261, + 66282.0656832511, + 66376.47623012609, + 66381.0473238761, + 66266.2715426261, + 66297.5098238761, + 66282.0656832511, + 66380.1387301261, + 66280.3496676261, + 66379.3027926261, + 66266.2715426261, + 66282.0656832511 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_184416.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..666957af0709698ef24c50093dd0681eb7ef99f5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_184416.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T18:44:16.286753+00:00", + "metrics": { + "MSE[mean]": 1122787.1049569447, + "MSE[0.5]": 1122787.1049569447, + "MAE[0.5]": 860.6114908854166, + "MASE[0.5]": 0.8483101650640917, + "MAPE[0.5]": 0.01326345977468627, + "sMAPE[0.5]": 0.01313166011026865, + "MSIS": 3.908215199389319, + "RMSE[mean]": 1059.6164895644768, + "NRMSE[mean]": 0.016237350163683675, + "ND[0.5]": 0.013187837552565819, + "mean_weighted_sum_quantile_loss": 0.010321859522397609 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "p10": [ + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996 + ], + "p90": [ + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_184407.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_184407.json new file mode 100644 index 0000000000000000000000000000000000000000..84ddcd9cb96a0050a3ceddd313d4ab885f2f7bea --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_184407.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T18:44:07.436235+00:00", + "metrics": { + "MSE[mean]": 497982.00566546124, + "MSE[0.5]": 497982.00566546124, + "MAE[0.5]": 564.0017903645834, + "MASE[0.5]": 0.5559401157755683, + "MAPE[0.5]": 0.008697375456756537, + "sMAPE[0.5]": 0.008645581731555841, + "MSIS": 1.9972860990063683, + "RMSE[mean]": 705.6784010195163, + "NRMSE[mean]": 0.010813674016163984, + "ND[0.5]": 0.008642650103395738, + "mean_weighted_sum_quantile_loss": 0.0063073889244049846 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65549.875, + 65558.375, + 65569.0, + 65598.75, + 65613.625, + 65613.625, + 65615.75, + 65617.875, + 65622.125, + 65624.25, + 65634.875, + 65643.375, + 65641.25, + 65643.375, + 65647.625, + 65628.5, + 65632.75, + 65624.25, + 65615.75, + 65609.375, + 65634.875, + 65617.875, + 65622.125, + 65620.0 + ], + "p10": [ + 65132.3125, + 65027.125, + 64925.125, + 64878.375, + 64810.375, + 64750.875, + 64697.75, + 64659.5, + 64612.75, + 64553.25, + 64532.0, + 64493.75, + 64455.5, + 64417.25, + 64413.0, + 64374.75, + 64353.5, + 64332.25, + 64323.75, + 64311.0, + 64332.25, + 64311.0, + 64294.0, + 64281.25 + ], + "p90": [ + 66011.0, + 66121.5, + 66219.25, + 66295.75, + 66359.5, + 66402.0, + 66444.5, + 66470.0, + 66487.0, + 66504.0, + 66521.0, + 66555.0, + 66563.5, + 66589.0, + 66589.0, + 66580.5, + 66563.5, + 66563.5, + 66563.5, + 66572.0, + 66597.5, + 66597.5, + 66614.5, + 66623.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_184125.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_184125.json new file mode 100644 index 0000000000000000000000000000000000000000..21b63d29f296ec88576ca66a1f3299e43f50c80c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_184125.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T18:41:25.570826+00:00", + "metrics": { + "MSE[mean]": 738856.7660821279, + "MSE[0.5]": 570699.654214859, + "MAE[0.5]": 585.0496419270834, + "MASE[0.5]": 0.5766871155801597, + "MAPE[0.5]": 0.009029842228555232, + "sMAPE[0.5]": 0.00896587210368016, + "MSIS": 23.996490346527747, + "RMSE[mean]": 859.567778643504, + "NRMSE[mean]": 0.013171843915897305, + "ND[0.5]": 0.008965183151323313, + "mean_weighted_sum_quantile_loss": 0.009701484269118191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65648.9609375, + 65620.1953125, + 65643.140625, + 65657.078125, + 65676.375, + 65692.9453125, + 65718.3671875, + 65707.3125, + 65694.765625, + 65714.609375, + 65700.375, + 65679.9453125, + 65708.546875, + 65737.140625, + 65754.1953125, + 65734.1953125, + 65779.171875, + 65759.6796875, + 65731.1171875, + 65729.265625, + 65744.890625, + 65733.9921875, + 65707.265625, + 65693.3515625 + ], + "p10": [ + 65734.1796875, + 65713.625, + 65727.9921875, + 65763.015625, + 65753.9765625, + 65766.984375, + 65792.4921875, + 65779.3125, + 65794.9453125, + 65834.1171875, + 65785.0390625, + 65785.9921875, + 65805.640625, + 65818.4140625, + 65868.3671875, + 65860.5703125, + 65880.3125, + 65835.96875, + 65845.8671875, + 65874.1640625, + 65909.84375, + 65907.6484375, + 65864.609375, + 65835.5625 + ], + "p90": [ + 65971.640625, + 65985.765625, + 66033.2734375, + 66077.546875, + 66115.5078125, + 66154.640625, + 66204.53125, + 66224.421875, + 66224.0234375, + 66264.515625, + 66304.6953125, + 66250.0, + 66321.78125, + 66383.484375, + 66380.5234375, + 66406.2734375, + 66453.015625, + 66462.2421875, + 66467.4765625, + 66489.25, + 66528.984375, + 66533.4140625, + 66501.3125, + 66496.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_184226.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_184226.json new file mode 100644 index 0000000000000000000000000000000000000000..5cd065c5518814515ba0b58c469a68e769bf6d02 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_184226.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T18:42:26.997963+00:00", + "metrics": { + "MSE[mean]": 538444.2242705027, + "MSE[0.5]": 538444.2242705027, + "MAE[0.5]": 564.86669921875, + "MASE[0.5]": 0.5567926618786754, + "MAPE[0.5]": 0.00871919752665199, + "sMAPE[0.5]": 0.008658561693916201, + "MSIS": 4.39773954957201, + "RMSE[mean]": 733.7875879779534, + "NRMSE[mean]": 0.011244413548773742, + "ND[0.5]": 0.0086559037928797, + "mean_weighted_sum_quantile_loss": 0.006298421775065253 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65705.453125, + 65691.0390625, + 65682.71875, + 65682.65625, + 65677.1875, + 65673.578125, + 65678.015625, + 65683.6171875, + 65691.2109375, + 65690.21875, + 65699.3125, + 65710.9375, + 65716.7734375, + 65724.390625, + 65739.109375, + 65751.8984375, + 65750.5234375, + 65746.0625, + 65738.9375, + 65720.90625, + 65704.40625, + 65678.8984375, + 65638.1640625, + 65594.3203125 + ], + "p10": [ + 65429.859375, + 65298.38671875, + 65208.20703125, + 65163.7265625, + 65128.1953125, + 65099.671875, + 65078.54296875, + 65048.375, + 65016.2734375, + 64977.67578125, + 64955.09765625, + 64940.3828125, + 64902.9921875, + 64877.03515625, + 64856.52734375, + 64835.3671875, + 64797.65234375, + 64764.31640625, + 64730.9140625, + 64690.83203125, + 64649.91015625, + 64615.03125, + 64567.0, + 64517.19921875 + ], + "p90": [ + 65994.4140625, + 66073.4375, + 66128.3671875, + 66194.09375, + 66245.3984375, + 66296.6328125, + 66355.765625, + 66406.734375, + 66455.578125, + 66496.8125, + 66546.6796875, + 66594.7578125, + 66628.453125, + 66681.6796875, + 66749.765625, + 66792.6953125, + 66828.53125, + 66883.5859375, + 66926.828125, + 66954.046875, + 66950.0, + 66943.25, + 66910.4921875, + 66885.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_184212.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_184212.json new file mode 100644 index 0000000000000000000000000000000000000000..406b14ce9e70cec97ea672a180c5d54879657f9d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_184212.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T18:42:12.985693+00:00", + "metrics": { + "MSE[mean]": 402565.46604855853, + "MSE[0.5]": 402565.46604855853, + "MAE[0.5]": 504.2911783854167, + "MASE[0.5]": 0.497082989603558, + "MAPE[0.5]": 0.007775246884666395, + "sMAPE[0.5]": 0.007735156333699832, + "MSIS": 2.3165227413544542, + "RMSE[mean]": 634.4804693988291, + "NRMSE[mean]": 0.009722651218726895, + "ND[0.5]": 0.007727656683850072, + "mean_weighted_sum_quantile_loss": 0.006531647469351736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65683.2421875, + 65675.4375, + 65657.1015625, + 65653.78125, + 65633.359375, + 65624.78125, + 65618.5078125, + 65607.1328125, + 65588.0234375, + 65591.359375, + 65578.4765625, + 65566.828125, + 65556.6953125, + 65546.4609375, + 65523.3125, + 65530.75390625, + 65514.58984375, + 65507.23828125, + 65503.33984375, + 65488.8828125, + 65478.015625, + 65477.22265625, + 65465.046875, + 65459.87109375 + ], + "p10": [ + 65395.234375, + 65252.890625, + 65126.44921875, + 65037.17578125, + 64930.96875, + 64836.96875, + 64752.9453125, + 64671.55859375, + 64577.86328125, + 64515.26953125, + 64422.43359375, + 64339.87890625, + 64256.0390625, + 64174.67578125, + 64106.16796875, + 64056.6640625, + 64001.45703125, + 63945.859375, + 63883.6796875, + 63829.96484375, + 63767.64453125, + 63736.0078125, + 63684.21484375, + 63639.17578125 + ], + "p90": [ + 65968.0234375, + 66075.75, + 66145.609375, + 66222.015625, + 66294.34375, + 66369.3125, + 66435.6953125, + 66497.9453125, + 66560.7890625, + 66640.125, + 66694.9609375, + 66753.9765625, + 66801.1328125, + 66872.15625, + 66897.296875, + 66988.2890625, + 67002.9765625, + 67046.25, + 67100.25, + 67128.3359375, + 67133.421875, + 67220.328125, + 67229.59375, + 67265.359375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..1610da69f49520d3378974c85f015475c54b74e4 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_184416.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-18T18:44:16.054005+00:00", + "metrics": { + "MSE[mean]": 60.216586163380704, + "MSE[0.5]": 47.419574867588786, + "MAE[0.5]": 6.301464302084558, + "MASE[0.5]": 1.1678389440156713, + "MAPE[0.5]": 0.8459939845272736, + "sMAPE[0.5]": 0.5459610703408714, + "MSIS": 6.649131993391343, + "RMSE[mean]": 7.759934675200604, + "NRMSE[mean]": 0.8389118567784437, + "ND[0.5]": 0.6812393840091415, + "mean_weighted_sum_quantile_loss": 0.5746080461510786 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 15.228414771312654, + 15.083294823108162, + 14.836092938835199, + 15.032963655275879, + 16.204565836051696, + 15.07339838199559, + 15.618823719695992, + 15.117962792535002, + 15.999396361568412, + 15.136404796063475, + 15.94647729443742, + 15.340565573482237, + 15.374010441879433, + 14.888883496834977, + 15.047751406460216, + 15.340565573482237, + 15.092724948325682, + 15.94647729443742, + 15.731160502330178, + 15.721073811941421, + 15.087932368079873, + 15.94647729443742, + 15.94647729443742, + 15.134223345655139 + ], + "p10": [ + 10.648928007921175, + 10.64943064244073, + 10.645549024791787, + 10.635450649423646, + 10.61324202084705, + 10.855690153941376, + 10.646729861226106, + 10.645546900398266, + 10.85582159403175, + 10.236322361160262, + 10.513275077186826, + 10.431370482627049, + 11.133558034933074, + 10.400892891466206, + 10.513275077186826, + 10.649328924584381, + 10.225349582146098, + 11.154485929804203, + 11.546266748934162, + 10.945206981092916, + 10.648014523664575, + 10.116535816762124, + 10.649197484492401, + 10.513275077186826 + ], + "p90": [ + 23.69328517903449, + 20.794535088881982, + 21.890137534594768, + 21.11146680666599, + 22.040364166447336, + 20.75906139133791, + 22.578166665951624, + 23.38769725171325, + 24.920448551920494, + 24.90812430531843, + 24.602781458821433, + 22.040364166270976, + 23.20830825599302, + 21.198926524317198, + 20.76353594151628, + 23.38769725171325, + 21.986064157383755, + 22.52906424625598, + 23.18837614535744, + 23.0369172134268, + 21.986064157383755, + 23.38769725171325, + 22.57816666595161, + 23.18837614535744 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_184100.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_184100.json new file mode 100644 index 0000000000000000000000000000000000000000..c80c80c0c982c17b4b52b96604bf0c155b1c687c --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_184100.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T18:41:00.170861+00:00", + "metrics": { + "MSE[mean]": 55.106199240890156, + "MSE[0.5]": 55.106199240890156, + "MAE[0.5]": 6.8338035345077515, + "MASE[0.5]": 1.2664964079396606, + "MAPE[0.5]": 0.9142609577699213, + "sMAPE[0.5]": 0.5756469216662, + "MSIS": 17.747358543071968, + "RMSE[mean]": 7.423354985509595, + "NRMSE[mean]": 0.8025248632983345, + "ND[0.5]": 0.7387895712981353, + "mean_weighted_sum_quantile_loss": 0.5335522257410609 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 17.163076400756836, + 16.961885452270508, + 16.57190704345703, + 16.03052520751953, + 15.794522285461426, + 15.519828796386719, + 15.275042533874512, + 15.123644828796387, + 14.923822402954102, + 14.742490768432617, + 14.621316909790039, + 14.820302963256836, + 15.072169303894043, + 15.460116386413574, + 15.776411056518555, + 16.09644317626953, + 16.12861442565918, + 16.038301467895508, + 16.246610641479492, + 16.253555297851562, + 16.293184280395508, + 16.28512191772461, + 16.177501678466797, + 16.021862030029297 + ], + "p10": [ + 11.628521919250488, + 11.203898429870605, + 10.835797309875488, + 10.570352554321289, + 10.308029174804688, + 10.19334602355957, + 10.06959342956543, + 9.851188659667969, + 9.783411026000977, + 9.560426712036133, + 9.640447616577148, + 9.642592430114746, + 9.710683822631836, + 9.917753219604492, + 10.226846694946289, + 10.379037857055664, + 10.594467163085938, + 10.52988052368164, + 10.561240196228027, + 10.705362319946289, + 10.653332710266113, + 10.626956939697266, + 10.554655075073242, + 10.45246410369873 + ], + "p90": [ + 24.48801612854004, + 24.657135009765625, + 24.157350540161133, + 23.857135772705078, + 23.591686248779297, + 23.379669189453125, + 22.93321990966797, + 22.73565673828125, + 22.672868728637695, + 22.53521728515625, + 22.465011596679688, + 22.740520477294922, + 23.04122543334961, + 23.625900268554688, + 23.85230255126953, + 24.179479598999023, + 23.827293395996094, + 23.85724639892578, + 24.045631408691406, + 24.250770568847656, + 24.394697189331055, + 24.43927001953125, + 24.27444076538086, + 24.041301727294922 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..11f7dd12036184b188f35a3203afc7c682bed59a --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_184416.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-18T18:44:16.242322+00:00", + "metrics": { + "MSE[mean]": 70.38827946780434, + "MSE[0.5]": 77.19501973398911, + "MAE[0.5]": 8.19651778971131, + "MASE[0.5]": 1.5190457679773857, + "MAPE[0.5]": 1.0798456168059891, + "sMAPE[0.5]": 0.6471165738411386, + "MSIS": 4.659849134688183, + "RMSE[mean]": 8.389772313227835, + "NRMSE[mean]": 0.9070024122408471, + "ND[0.5]": 0.8861100313201417, + "mean_weighted_sum_quantile_loss": 0.6558029590626653 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 17.675940385823264, + 17.695845667320775, + 15.715750948818286, + 17.735656230315797, + 16.75556151181331, + 15.77546679331082, + 17.79537207480833, + 17.81527735630584, + 16.835182637803353, + 17.855087919300864, + 17.874993200798375, + 17.894898482295886, + 17.9148037637934, + 17.934709045290912, + 15.954614326788423, + 17.974519608285934, + 16.994424889783446, + 18.014330171280957, + 18.034235452778468, + 18.05414073427598, + 18.07404601577349, + 18.093951297271, + 18.113856578768512, + 16.133761860266024 + ], + "p10": [ + 9.575940385823266, + 8.695845667320775, + 9.715750948818286, + 9.735656230315797, + 9.65556151181331, + 9.675466793310822, + 9.79537207480833, + 9.815277356305842, + 8.835182637803353, + 8.855087919300864, + 9.874993200798375, + 9.794898482295888, + 9.914803763793401, + 8.934709045290912, + 8.854614326788425, + 9.974519608285934, + 8.994424889783446, + 10.014330171280957, + 10.93423545277847, + 10.054140734275979, + 9.07404601577349, + 9.093951297271001, + 9.113856578768512, + 9.133761860266024 + ], + "p90": [ + 25.675940385823264, + 23.695845667320775, + 23.715750948818286, + 23.83565623031579, + 21.855561511813303, + 22.875466793310814, + 23.79537207480833, + 24.81527735630584, + 21.935182637803347, + 23.855087919300864, + 23.97499320079837, + 25.894898482295886, + 23.9148037637934, + 25.934709045290912, + 23.954614326788423, + 23.974519608285934, + 23.994424889783446, + 26.014330171280957, + 24.034235452778468, + 24.05414073427598, + 24.07404601577349, + 25.093951297271, + 24.113856578768512, + 24.133761860266024 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_184340.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_184340.json new file mode 100644 index 0000000000000000000000000000000000000000..dab6282a1e711c90cbef70ef61cdc496713bd7f7 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_184340.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T18:43:40.684043+00:00", + "metrics": { + "MSE[mean]": 63.26687908932911, + "MSE[0.5]": 53.81310307346423, + "MAE[0.5]": 6.680327753225963, + "MASE[0.5]": 1.2380530199028812, + "MAPE[0.5]": 0.9014053786352685, + "sMAPE[0.5]": 0.5661562226002563, + "MSIS": 14.905701298511167, + "RMSE[mean]": 7.954047968759625, + "NRMSE[mean]": 0.8598970777037432, + "ND[0.5]": 0.7221975949433472, + "mean_weighted_sum_quantile_loss": 0.5057794941318883 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 17.050610542297363, + 17.757587432861328, + 15.568548202514648, + 16.017005920410156, + 15.440304279327393, + 15.278911113739014, + 15.889754295349121, + 15.754168033599854, + 15.62864065170288, + 15.950664043426514, + 15.765429496765137, + 15.424753189086914, + 15.865283489227295, + 14.938424587249756, + 15.590999126434326, + 16.53102684020996, + 16.255085945129395, + 15.080302238464355, + 15.627667903900146, + 15.644814491271973, + 14.648046493530273, + 16.19252109527588, + 16.17387104034424, + 15.388063430786133 + ], + "p10": [ + 11.294570922851562, + 10.841784954071045, + 10.148433685302734, + 9.908515930175781, + 9.864608764648438, + 10.324912071228027, + 9.822911262512207, + 9.71064043045044, + 9.861790657043457, + 9.61892032623291, + 9.269847869873047, + 9.340052604675293, + 9.325156211853027, + 9.61909294128418, + 9.505302429199219, + 10.53608512878418, + 9.8540678024292, + 9.097537517547607, + 9.23644733428955, + 9.661741256713867, + 9.293213844299316, + 9.996726512908936, + 10.058391571044922, + 9.001805305480957 + ], + "p90": [ + 25.313340187072754, + 24.91485595703125, + 22.70006561279297, + 24.85419750213623, + 22.759061813354492, + 22.46483039855957, + 24.047388076782227, + 23.58554458618164, + 24.292658805847168, + 25.977730751037598, + 24.262940406799316, + 23.255319595336914, + 26.218976974487305, + 24.60789966583252, + 24.026103973388672, + 23.666645050048828, + 24.04560661315918, + 23.76412296295166, + 24.107833862304688, + 24.01482105255127, + 23.07078742980957, + 22.58681297302246, + 24.795793533325195, + 23.774027824401855 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..7e9647f61d291b133603f9e75e66e3648500ac49 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_184416.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T18:44:16.268976+00:00", + "metrics": { + "MSE[mean]": 55.484738854750844, + "MSE[0.5]": 61.491340671949494, + "MAE[0.5]": 7.1988107119095135, + "MASE[0.5]": 1.334142525759292, + "MAPE[0.5]": 0.9587828219230395, + "sMAPE[0.5]": 0.595302065352143, + "MSIS": 4.618532467057025, + "RMSE[mean]": 7.448807881449947, + "NRMSE[mean]": 0.8052765277243186, + "ND[0.5]": 0.7782498066929204, + "mean_weighted_sum_quantile_loss": 0.5671120222018425 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 16.898702594810377, + 16.898702594810377, + 14.898702594810379, + 16.898702594810377, + 15.898702594810379, + 14.898702594810379, + 16.898702594810377, + 16.898702594810377, + 15.898702594810379, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 14.898702594810379, + 16.898702594810377, + 15.898702594810379, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 16.898702594810377, + 14.898702594810379 + ], + "p10": [ + 8.798702594810381, + 7.898702594810379, + 8.898702594810379, + 8.898702594810379, + 8.798702594810381, + 8.798702594810381, + 8.898702594810379, + 8.898702594810379, + 7.898702594810379, + 7.898702594810379, + 8.898702594810379, + 8.798702594810381, + 8.898702594810379, + 7.898702594810379, + 7.798702594810381, + 8.898702594810379, + 7.898702594810379, + 8.898702594810379, + 9.798702594810381, + 8.898702594810379, + 7.898702594810379, + 7.898702594810379, + 7.898702594810379, + 7.898702594810379 + ], + "p90": [ + 24.89870259481038, + 22.89870259481038, + 22.89870259481038, + 22.998702594810375, + 20.998702594810375, + 21.998702594810375, + 22.89870259481038, + 23.89870259481038, + 20.998702594810375, + 22.89870259481038, + 22.998702594810375, + 24.89870259481038, + 22.89870259481038, + 24.89870259481038, + 22.89870259481038, + 22.89870259481038, + 22.89870259481038, + 24.89870259481038, + 22.89870259481038, + 22.89870259481038, + 22.89870259481038, + 23.89870259481038, + 22.89870259481038, + 22.89870259481038 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_184416.json new file mode 100644 index 0000000000000000000000000000000000000000..9677a3ee9dff018a011d8defbf1b8054ec7d5f4d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_184416.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T18:44:16.297375+00:00", + "metrics": { + "MSE[mean]": 98.16666666666667, + "MSE[0.5]": 98.16666666666667, + "MAE[0.5]": 8.166666666666666, + "MASE[0.5]": 1.5135135135135134, + "MAPE[0.5]": 1.0845491348248701, + "sMAPE[0.5]": 0.6120596239066048, + "MSIS": 57.47428592590828, + "RMSE[mean]": 9.9079092984679, + "NRMSE[mean]": 1.0711253295640972, + "ND[0.5]": 0.8828828828828829, + "mean_weighted_sum_quantile_loss": 0.8730130130130128 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "p10": [ + 19.6, + 23.52, + 8.82, + 18.62, + 12.74, + 10.78, + 8.82, + 9.8, + 9.8, + 8.82, + 12.74, + 17.64, + 9.8, + 12.74, + 19.6, + 23.52, + 19.6, + 13.719999999999999, + 14.7, + 17.64, + 18.62, + 27.439999999999998, + 16.66, + 18.62 + ], + "p90": [ + 20.4, + 24.48, + 9.18, + 19.38, + 13.26, + 11.22, + 9.18, + 10.2, + 10.2, + 9.18, + 13.26, + 18.36, + 10.2, + 13.26, + 20.4, + 24.48, + 20.4, + 14.280000000000001, + 15.3, + 18.36, + 19.38, + 28.560000000000002, + 17.34, + 19.38 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_184411.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_184411.json new file mode 100644 index 0000000000000000000000000000000000000000..4728ba54ed80e4078a9453d758e05e7f74f39603 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_184411.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T18:44:11.515919+00:00", + "metrics": { + "MSE[mean]": 51.40574192768827, + "MSE[0.5]": 51.40574192768827, + "MAE[0.5]": 6.608247518539429, + "MASE[0.5]": 1.224694520810396, + "MAPE[0.5]": 0.883689954681043, + "sMAPE[0.5]": 0.5635465134435295, + "MSIS": 17.36046750573118, + "RMSE[mean]": 7.169779768423035, + "NRMSE[mean]": 0.7751113263160038, + "ND[0.5]": 0.7144051371393977, + "mean_weighted_sum_quantile_loss": 0.5156749633697417 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 17.12493896484375, + 16.62139892578125, + 16.163177490234375, + 15.765380859375, + 15.850982666015625, + 15.72509765625, + 15.926513671875, + 15.871124267578125, + 15.669708251953125, + 15.599212646484375, + 15.344924926757812, + 15.4229736328125, + 15.405349731445312, + 15.73516845703125, + 15.67474365234375, + 15.72509765625, + 15.470809936523438, + 15.020456314086914, + 15.166168212890625, + 15.27191162109375, + 15.4632568359375, + 15.5841064453125, + 15.321006774902344, + 15.174980163574219 + ], + "p10": [ + 11.3140869140625, + 10.9112548828125, + 10.4278564453125, + 10.447998046875, + 10.367431640625, + 10.4681396484375, + 10.6292724609375, + 10.3875732421875, + 10.24658203125, + 10.206298828125, + 10.08544921875, + 10.125732421875, + 10.08544921875, + 10.3271484375, + 10.367431640625, + 10.3875732421875, + 10.447998046875, + 10.0653076171875, + 10.08544921875, + 10.1861572265625, + 10.3472900390625, + 10.48828125, + 10.24658203125, + 10.1458740234375 + ], + "p90": [ + 24.144287109375, + 24.0234375, + 23.741455078125, + 23.016357421875, + 23.37890625, + 23.096923828125, + 23.29833984375, + 23.37890625, + 23.13720703125, + 22.97607421875, + 22.613525390625, + 22.81494140625, + 22.855224609375, + 23.338623046875, + 23.13720703125, + 23.2177734375, + 22.734375, + 22.08984375, + 22.291259765625, + 22.371826171875, + 22.65380859375, + 22.81494140625, + 22.532958984375, + 22.291259765625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_184133.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_184133.json new file mode 100644 index 0000000000000000000000000000000000000000..21551dfa2bbb8522fa39a80f894255dcc861cd59 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_184133.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T18:41:33.555296+00:00", + "metrics": { + "MSE[mean]": 54.195704777156266, + "MSE[0.5]": 38.85493756522025, + "MAE[0.5]": 5.710466782251994, + "MASE[0.5]": 1.0583104461316437, + "MAPE[0.5]": 0.765987406857878, + "sMAPE[0.5]": 0.5105233175745305, + "MSIS": 53.29751616371184, + "RMSE[mean]": 7.361773208755909, + "NRMSE[mean]": 0.7958673739195578, + "ND[0.5]": 0.6173477602434588, + "mean_weighted_sum_quantile_loss": 0.7402203933135405 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 16.099851608276367, + 15.763718605041504, + 15.370284080505371, + 15.165711402893066, + 15.112306594848633, + 14.840459823608398, + 14.651095390319824, + 14.504389762878418, + 14.31582260131836, + 14.12807559967041, + 14.110767364501953, + 14.184185028076172, + 14.299238204956055, + 14.39093017578125, + 14.435381889343262, + 14.396822929382324, + 14.36178207397461, + 14.29318904876709, + 14.301469802856445, + 14.23584270477295, + 14.313713073730469, + 14.278660774230957, + 14.216730117797852, + 14.100785255432129 + ], + "p10": [ + 17.764328002929688, + 17.4540958404541, + 17.13648223876953, + 16.78089141845703, + 16.809585571289062, + 16.569156646728516, + 16.24555778503418, + 16.094585418701172, + 16.110309600830078, + 15.910948753356934, + 15.784968376159668, + 15.809525489807129, + 16.002864837646484, + 16.08527374267578, + 16.179458618164062, + 16.05611801147461, + 16.069408416748047, + 16.019012451171875, + 16.112363815307617, + 15.941609382629395, + 16.04842758178711, + 16.097623825073242, + 15.880962371826172, + 15.718914031982422 + ], + "p90": [ + 21.717025756835938, + 21.68585968017578, + 21.471988677978516, + 21.22933578491211, + 21.17474365234375, + 20.936216354370117, + 20.784404754638672, + 20.63323211669922, + 20.452465057373047, + 20.262920379638672, + 20.240585327148438, + 20.30571937561035, + 20.424333572387695, + 20.56464385986328, + 20.61149024963379, + 20.624027252197266, + 20.553836822509766, + 20.451152801513672, + 20.518396377563477, + 20.38104248046875, + 20.530677795410156, + 20.58236312866211, + 20.512893676757812, + 20.27589988708496 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_184233.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_184233.json new file mode 100644 index 0000000000000000000000000000000000000000..182b14be49b56a9994e4b7508991bc918fbc57b7 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_184233.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-18T18:42:33.402177+00:00", + "metrics": { + "MSE[mean]": 62.150093627350394, + "MSE[0.5]": 62.150093627350394, + "MAE[0.5]": 7.2841683228810625, + "MASE[0.5]": 1.3499616969045984, + "MAPE[0.5]": 0.9720433714470055, + "sMAPE[0.5]": 0.600480493823174, + "MSIS": 16.14717957780168, + "RMSE[mean]": 7.883533067562436, + "NRMSE[mean]": 0.852273845141885, + "ND[0.5]": 0.7874776565276824, + "mean_weighted_sum_quantile_loss": 0.5428227148733815 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 17.1849365234375, + 17.40638542175293, + 16.880130767822266, + 16.697296142578125, + 16.71795082092285, + 16.6448974609375, + 16.490243911743164, + 16.61820411682129, + 16.58820152282715, + 16.52626609802246, + 16.214431762695312, + 16.392730712890625, + 16.1312198638916, + 16.52710723876953, + 16.030115127563477, + 16.40535545349121, + 16.16533088684082, + 16.055810928344727, + 16.2059326171875, + 16.2659854888916, + 16.174564361572266, + 16.29698371887207, + 16.317481994628906, + 16.144916534423828 + ], + "p10": [ + 11.445643424987793, + 11.10206127166748, + 10.653234481811523, + 10.531229019165039, + 10.356538772583008, + 10.173402786254883, + 9.96778678894043, + 10.133403778076172, + 10.094791412353516, + 10.150674819946289, + 10.03495979309082, + 10.119379043579102, + 9.870506286621094, + 10.082993507385254, + 9.751258850097656, + 10.015974044799805, + 9.939117431640625, + 9.919868469238281, + 9.968310356140137, + 9.92015266418457, + 9.79052734375, + 9.856210708618164, + 9.803596496582031, + 9.712873458862305 + ], + "p90": [ + 24.809215545654297, + 25.388397216796875, + 24.771282196044922, + 24.286617279052734, + 24.190174102783203, + 24.164642333984375, + 24.24483871459961, + 24.607919692993164, + 24.70492172241211, + 24.65350341796875, + 24.196428298950195, + 24.51409149169922, + 24.10098648071289, + 24.6393985748291, + 24.005813598632812, + 24.36981964111328, + 23.90749740600586, + 23.740243911743164, + 24.135414123535156, + 24.387229919433594, + 24.247032165527344, + 24.327917098999023, + 24.37218475341797, + 24.16303825378418 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_184218.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_184218.json new file mode 100644 index 0000000000000000000000000000000000000000..4ba3527df04f040a66d71e7121f329e62c4c9e2a --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_184218.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T18:42:18.034922+00:00", + "metrics": { + "MSE[mean]": 52.37659118953972, + "MSE[0.5]": 52.37659118953972, + "MAE[0.5]": 6.645055611928304, + "MASE[0.5]": 1.2315160979635469, + "MAPE[0.5]": 0.8916720024190207, + "sMAPE[0.5]": 0.5655155759789056, + "MSIS": 16.57119355514703, + "RMSE[mean]": 7.237167345691249, + "NRMSE[mean]": 0.7823964698044594, + "ND[0.5]": 0.7183843904787356, + "mean_weighted_sum_quantile_loss": 0.5108552518430296 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" + ], + "context": [ + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actual": [ + 9.0, + 6.0, + 13.0, + 8.0, + 10.0, + 6.0, + 9.0, + 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 + ], + "predictions": { + "p50": [ + 16.1735897064209, + 16.25199317932129, + 15.921831130981445, + 16.239336013793945, + 15.912123680114746, + 15.590845108032227, + 15.425024032592773, + 15.656495094299316, + 15.375848770141602, + 15.764477729797363, + 15.593033790588379, + 15.3525390625, + 15.397777557373047, + 15.636154174804688, + 15.444987297058105, + 15.834471702575684, + 15.717435836791992, + 15.583876609802246, + 15.55325698852539, + 15.814105033874512, + 15.655020713806152, + 16.002403259277344, + 15.878595352172852, + 15.687735557556152 + ], + "p10": [ + 10.719253540039062, + 10.7574462890625, + 10.515270233154297, + 10.516898155212402, + 10.426033020019531, + 10.26048469543457, + 10.077966690063477, + 10.105572700500488, + 10.047674179077148, + 10.185684204101562, + 10.1854248046875, + 9.953449249267578, + 10.016267776489258, + 10.061678886413574, + 10.057601928710938, + 10.213423728942871, + 10.189101219177246, + 10.133441925048828, + 10.11456298828125, + 10.210765838623047, + 10.257532119750977, + 10.313959121704102, + 10.326150894165039, + 10.198806762695312 + ], + "p90": [ + 23.172548294067383, + 23.342336654663086, + 23.094228744506836, + 23.52438735961914, + 23.004087448120117, + 22.666728973388672, + 22.571117401123047, + 22.917144775390625, + 22.588972091674805, + 23.020130157470703, + 22.700008392333984, + 22.47488784790039, + 22.717037200927734, + 22.895065307617188, + 22.870159149169922, + 23.120323181152344, + 22.901338577270508, + 22.825489044189453, + 22.8353214263916, + 23.151180267333984, + 23.063674926757812, + 23.45120620727539, + 23.167869567871094, + 23.013370513916016 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 0721222cb3947cb4f9d4b3a322299993ac41f23d..dce9e9909ad62d637fd6219ca4a3f733ad5a0e9d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03333334326744 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.236249529520743,3.236249529520743,1.7374998728434246,2.6336840177837173,0.09474304114463467,0.09979324357632019,76.77056205552661,1.798957900986219,0.09843818746659881,0.09507523111707485,0.0890423994404879,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,165.81625403404328,165.81625403404328,9.579166889190674,0.7823617164537522,0.31904436000844644,0.2655306609155728,27.893826043924804,12.876966025972239,0.3834807981896135,0.2852711234346062,0.2778513996971712,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.392499497731933,1.392499497731933,1.0499997933705647,0.510439249934286,0.041471078558959124,0.04139863253617296,8.028803556415383,1.1800421593027652,0.046427888234862894,0.04131146728015337,0.034835876534328215,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.75,45.75,5.333333333333333,1.029490616621984,0.6459525105681565,0.40686191490361456,38.26343181479253,6.7638746292343415,0.5186357543182882,0.40894568690095845,0.4024068157614484,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,98.16666666666667,98.16666666666667,8.166666666666666,1.5135135135135134,1.0845491348248701,0.6120596239066048,57.47428592590828,9.9079092984679,1.0711253295640972,0.8828828828828829,0.8730130130130128,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1666.6666666666667,1666.6666666666667,29.166666666666668,1.037037037037037,0.011265082956259428,0.011295891271619425,6.7170370346686425,40.824829046386306,0.01575234561275356,0.011254019292604502,0.009764201500535913,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8950.57142857143,8950.57142857143,84.28571428571429,1.8322981366459625,0.3582034983416852,0.3237070842478116,66.88950349806771,94.60745968776156,0.36327603829639654,0.3236423477783873,0.3166855610410191,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index f3188c5132ecbdd9fabe94137ab47486f45178d3..69837ff1ef0f285796479ee200fecbe42bb2db76 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:30:27.125010+00:00", + "evaluated_at": "2026-06-18T18:44:16.286753+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 07cbd61b27c5cfe53054b1a33041bda62e5e2126..fb4e3be4d31d083364db2ecc2cebee09f9dcc659 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:28:16.687220+00:00", + "evaluated_at": "2026-06-18T18:44:16.297375+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 + 13.0, + 18.0, + 10.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0 ], "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, 19.6, 23.52, - 11.76, + 8.82, 18.62, - 20.58, - 6.859999999999999, - 16.66, + 12.74, 10.78, 8.82, - 8.82, - 8.82, + 9.8, 9.8, 8.82, - 12.74 + 12.74, + 17.64, + 9.8, + 12.74, + 19.6, + 23.52, + 19.6, + 13.719999999999999, + 14.7, + 17.64, + 18.62, + 27.439999999999998, + 16.66, + 18.62 ], "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, 20.4, 24.48, - 12.24, + 9.18, 19.38, - 21.42, - 7.140000000000001, - 17.34, + 13.26, 11.22, 9.18, - 9.18, - 9.18, + 10.2, 10.2, 9.18, - 13.26 + 13.26, + 18.36, + 10.2, + 13.26, + 20.4, + 24.48, + 20.4, + 14.280000000000001, + 15.3, + 18.36, + 19.38, + 28.560000000000002, + 17.34, + 19.38 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index b107d75af56fdd3da1825eecc253b40f0ba8f581..535aec9577553e2ad30f4e418b16037daaa19e88 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,30 +1,18 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T18:30:27.159663+00:00", + "evaluated_at": "2026-06-18T18:44:16.301998+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index ee5988ff4b5bd84023457d5357daf5588f4d0ca6..81dad324a76fa1abb107ab5720d96532185f4497 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02626014459697205,0. nws_ksfo_observations_temperature/1h/short,Timer-S1,2.9520763604217186,2.9520763604217186,1.5262727737426758,2.3135082044099504,0.08202852847207241,0.0864675284309412,42.10855702851948,1.718160749296095,0.09401700275711818,0.08351697688116061,0.0741776281470189,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.98708352952493,63.98708352952493,6.409326473871867,0.5234705397052047,0.2120591293714865,0.18692609926119882,2.4815977115292065,7.999192679859945,0.23821890867446005,0.1908721066049898,0.16260577347195132,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.4223204112125434,1.4223204112125434,0.9384244283040365,0.4561988148263114,0.035879644047447506,0.03691078249058637,2.1357074110064125,1.1926107542750666,0.046922390332133766,0.03692161685130635,0.03785298401323607,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,45.47204783748566,45.47204783748566,5.833830674489339,1.1261013634403014,0.6457875369279461,0.4686944503716916,15.126256375146616,6.743296511164674,0.5170578794503264,0.44732247983304835,0.3478069599274841,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,51.40574192768827,51.40574192768827,6.608247518539429,1.224694520810396,0.883689954681043,0.5635465134435295,17.36046750573118,7.169779768423035,0.7751113263160038,0.7144051371393977,0.5156749633697417,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2151.554028093815,2151.554028093815,42.603515625,1.5147916666666668,0.016388075393669085,0.016548786907707478,2.2782392939814815,46.3848469663727,0.01789769014779654,0.016438655546623795,0.010894730121248659,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 8874f9e28c15410d2a118e7b8442c8ef4aa6ddb3..ec6f4afefb1c63b396df03347616f684b40cf263 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:30:03.706815+00:00", + "evaluated_at": "2026-06-18T18:44:07.436235+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 58e9bb730edbe26390633bc38f2d2f4534b40464..f5e8ffd121113ef5848fbdbaae89ab067c66947a 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:28:12.689895+00:00", + "evaluated_at": "2026-06-18T18:44:11.515919+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 12.3310546875, - 12.10504150390625, - 12.0755615234375, - 12.40966796875, - 12.96978759765625, - 13.240020751953125, - 13.36285400390625, - 13.34320068359375, - 13.190887451171875, - 13.122100830078125, - 13.4119873046875, - 13.682220458984375, - 13.910690307617188, - 13.977020263671875, - 14.016326904296875, - 13.69696044921875, - 13.156494140625, - 13.470947265625, - 13.797683715820312, - 14.108451843261719, - 14.336921691894531, - 14.30191421508789, - 13.9622802734375, - 13.131927490234375 + 17.12493896484375, + 16.62139892578125, + 16.163177490234375, + 15.765380859375, + 15.850982666015625, + 15.72509765625, + 15.926513671875, + 15.871124267578125, + 15.669708251953125, + 15.599212646484375, + 15.344924926757812, + 15.4229736328125, + 15.405349731445312, + 15.73516845703125, + 15.67474365234375, + 15.72509765625, + 15.470809936523438, + 15.020456314086914, + 15.166168212890625, + 15.27191162109375, + 15.4632568359375, + 15.5841064453125, + 15.321006774902344, + 15.174980163574219 ], "p10": [ - 8.518310546875, - 8.361083984375, - 8.203857421875, - 8.361083984375, - 8.8720703125, - 8.8720703125, - 8.989990234375, - 8.911376953125, - 8.989990234375, - 8.911376953125, - 9.147216796875, - 9.304443359375, - 9.4420166015625, - 9.383056640625, - 9.383056640625, - 9.225830078125, - 8.8720703125, - 8.95068359375, - 9.029296875, - 9.304443359375, - 9.4813232421875, - 9.461669921875, - 9.26513671875, - 8.5576171875 + 11.3140869140625, + 10.9112548828125, + 10.4278564453125, + 10.447998046875, + 10.367431640625, + 10.4681396484375, + 10.6292724609375, + 10.3875732421875, + 10.24658203125, + 10.206298828125, + 10.08544921875, + 10.125732421875, + 10.08544921875, + 10.3271484375, + 10.367431640625, + 10.3875732421875, + 10.447998046875, + 10.0653076171875, + 10.08544921875, + 10.1861572265625, + 10.3472900390625, + 10.48828125, + 10.24658203125, + 10.1458740234375 ], "p90": [ - 17.8536376953125, - 17.75537109375, - 17.637451171875, - 18.1287841796875, - 18.7969970703125, - 19.366943359375, - 19.5634765625, - 19.602783203125, - 19.1507568359375, - 18.895263671875, - 19.288330078125, - 19.681396484375, - 20.11376953125, - 20.349609375, - 20.349609375, - 19.720703125, - 19.2293701171875, - 19.838623046875, - 20.42822265625, - 20.89990234375, - 21.175048828125, - 21.1357421875, - 20.546142578125, - 19.366943359375 + 24.144287109375, + 24.0234375, + 23.741455078125, + 23.016357421875, + 23.37890625, + 23.096923828125, + 23.29833984375, + 23.37890625, + 23.13720703125, + 22.97607421875, + 22.613525390625, + 22.81494140625, + 22.855224609375, + 23.338623046875, + 23.13720703125, + 23.2177734375, + 22.734375, + 22.08984375, + 22.291259765625, + 22.371826171875, + 22.65380859375, + 22.81494140625, + 22.532958984375, + 22.291259765625 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a5ebde069995d76d1cb54804c4d3a70a3accaf52..fc8d4bf4326bdaddc1301eafb02081fb9c061b1e 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,30 +1,18 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T18:30:24.734384+00:00", + "evaluated_at": "2026-06-18T18:44:14.171475+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c7ac531055de51dfd7b61ce2c3352fe7f5e2e2aa..e0bdf3e72931d361582a3c66d6467a9cb65caa09 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02489523770346342 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.149146352796379,2.659867194062978,1.4570866425832112,2.2086365950734996,0.07834341513613413,0.08233732204654498,49.75766866583573,1.4659967096812936,0.08021869708785903,0.07973114212347651,0.06598669973935897,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,47.9296845951723,27.53423212593695,4.311580578486125,0.3521408094287897,0.14949266360838434,0.1419557476061559,18.971599919601868,6.923126793232397,0.2061732696414573,0.1284004600432934,0.17620889252141086,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.34149879668787736,0.710708402510439,0.6791934967041016,0.33017817832611146,0.02601409148286442,0.026480854721354464,3.389368613681347,0.5843789837835353,0.02299196001771286,0.02672236708344006,0.021130422442771482,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,42.100181367064955,44.20630792628352,5.645394484202067,1.0897276216154126,0.5350539231041461,0.46074332052155365,32.03603718683483,6.488465255132754,0.4975181026299875,0.43287369846916807,0.40183899120781746,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,54.195704777156266,38.85493756522025,5.710466782251994,1.0583104461316437,0.765987406857878,0.5105233175745305,53.29751616371184,7.361773208755909,0.7958673739195578,0.6173477602434588,0.7402203933135405,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1061.3395309820771,1875.906575312217,39.96038818359375,1.4208138020833332,0.01537279078204048,0.015512616477526393,7.780761357060186,32.57820638067844,0.012570369021483643,0.015418799299135852,0.009779899768890675,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 01065af1ce06ad28164d2b56f28effaea609c9ae..cf5c915f559fefa8b6df98ab14d5bc6d70854161 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:27:16.872392+00:00", + "evaluated_at": "2026-06-18T18:41:25.570826+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 14d50fddf3d28d066883802f8a2cb64da29fbccb..64b7bfd11e9c994fc2d6896898cab5fb5d8d94b6 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T06:18:44.273386+00:00", + "evaluated_at": "2026-06-18T18:41:33.555296+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 11.356078147888184, - 11.382190704345703, - 11.353960990905762, - 11.354801177978516, - 11.377099990844727, - 11.336851119995117, - 11.426728248596191, - 11.571383476257324, - 11.607056617736816, - 11.537111282348633, - 11.673078536987305, - 11.808622360229492, - 11.764792442321777, - 11.913302421569824, - 11.807029724121094, - 11.598163604736328, - 11.558450698852539, - 11.500125885009766, - 11.347478866577148, - 11.197762489318848, - 11.289010047912598, - 11.19587516784668, - 11.061367988586426, - 11.19802474975586 + 16.099851608276367, + 15.763718605041504, + 15.370284080505371, + 15.165711402893066, + 15.112306594848633, + 14.840459823608398, + 14.651095390319824, + 14.504389762878418, + 14.31582260131836, + 14.12807559967041, + 14.110767364501953, + 14.184185028076172, + 14.299238204956055, + 14.39093017578125, + 14.435381889343262, + 14.396822929382324, + 14.36178207397461, + 14.29318904876709, + 14.301469802856445, + 14.23584270477295, + 14.313713073730469, + 14.278660774230957, + 14.216730117797852, + 14.100785255432129 ], "p10": [ - 12.627669334411621, - 12.887182235717773, - 12.78582763671875, - 12.933488845825195, - 12.921770095825195, - 12.917630195617676, - 12.85903263092041, - 12.992225646972656, - 13.256467819213867, - 13.109773635864258, - 13.219030380249023, - 13.572819709777832, - 13.427878379821777, - 13.43256950378418, - 13.426750183105469, - 13.30821418762207, - 13.121417045593262, - 13.072333335876465, - 13.054666519165039, - 12.75738525390625, - 12.841547012329102, - 12.817484855651855, - 12.58764362335205, - 12.71136474609375 + 17.764328002929688, + 17.4540958404541, + 17.13648223876953, + 16.78089141845703, + 16.809585571289062, + 16.569156646728516, + 16.24555778503418, + 16.094585418701172, + 16.110309600830078, + 15.910948753356934, + 15.784968376159668, + 15.809525489807129, + 16.002864837646484, + 16.08527374267578, + 16.179458618164062, + 16.05611801147461, + 16.069408416748047, + 16.019012451171875, + 16.112363815307617, + 15.941609382629395, + 16.04842758178711, + 16.097623825073242, + 15.880962371826172, + 15.718914031982422 ], "p90": [ - 15.711669921875, - 16.062198638916016, - 16.30560302734375, - 16.366363525390625, - 16.502384185791016, - 16.534311294555664, - 16.66204833984375, - 16.833755493164062, - 16.87557601928711, - 16.743526458740234, - 16.971729278564453, - 17.105735778808594, - 17.115707397460938, - 17.294342041015625, - 17.18869400024414, - 16.995925903320312, - 16.964370727539062, - 16.888839721679688, - 16.803321838378906, - 16.552671432495117, - 16.662099838256836, - 16.618263244628906, - 16.451087951660156, - 16.387014389038086 + 21.717025756835938, + 21.68585968017578, + 21.471988677978516, + 21.22933578491211, + 21.17474365234375, + 20.936216354370117, + 20.784404754638672, + 20.63323211669922, + 20.452465057373047, + 20.262920379638672, + 20.240585327148438, + 20.30571937561035, + 20.424333572387695, + 20.56464385986328, + 20.61149024963379, + 20.624027252197266, + 20.553836822509766, + 20.451152801513672, + 20.518396377563477, + 20.38104248046875, + 20.530677795410156, + 20.58236312866211, + 20.512893676757812, + 20.27589988708496 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 5736d9ae75e696d188f3213b501e91e203ff7052..b1cc3083917e7792763d8bda91c603f2a51a7565 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,30 +1,18 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T18:27:42.840639+00:00", + "evaluated_at": "2026-06-18T18:41:37.075592+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index e4bf03a165582329a5b850c8d91874349eac6da3..4f4c18d010b0bb4e9f4f0aee92888a20c9651033 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.023098188366038584,0.02 nws_ksfo_observations_temperature/1h/short,TiRex,1.8033297400434094,1.8033297400434094,1.19394318262736,1.8097665084035774,0.06416491271276942,0.06684173882447303,5.19238923725329,1.3428811339963822,0.07348186677477303,0.06533204738782825,0.05150838698011004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,62.00202595669786,62.00202595669786,6.58627986907959,0.5379228990396322,0.22180998052521952,0.2063438940562428,2.4472675707442035,7.874136521339839,0.23449469014417185,0.196141843987208,0.16763898564085533,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.32376295612948525,0.32376295612948525,0.4180513223012288,0.20322842417376208,0.01578654327926374,0.01580150147067154,2.237776909673682,0.5690017189161077,0.022386952875387844,0.016447920877425398,0.02623084160365259,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,37.85705501823512,37.85705501823512,5.247763276100159,1.002225347159712,1.003599605891391,0.4644215805113072,11.623166698992094,6.152808709706091,0.4922246967764872,0.4198210620880127,0.3301277013708044,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,62.150093627350394,62.150093627350394,7.2841683228810625,1.3499616969045984,0.9720433714470055,0.600480493823174,16.14717957780168,7.883533067562436,0.852273845141885,0.7874776565276824,0.5428227148733815,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,768.9420472805699,768.9420472805699,27.581166585286457,0.9806637008101853,0.010636686360554337,0.010680731484669373,3.2608268229166666,27.729804313780686,0.010699602950654927,0.010642250772457798,0.008528848629672426,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 401c258a73d028d420a799067f2b784a4f770e9a..bd279a0731724c3747bf70244d4778230f81b8b9 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T18:28:30.899201+00:00", + "evaluated_at": "2026-06-18T18:42:26.997963+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c33c0e9d779c07c54fcc7a305285e0260bf9dce0..696b641779530a79975ad0df7f0b2d90e9d62baa 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T05:00:06.207617+00:00", + "evaluated_at": "2026-06-18T18:42:33.402177+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -51,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -61,25 +47,25 @@ 9.0, 8.0, 13.0, - 10.0, + 12.0, 13.0, - 11.0, 12.0, - 15.0, - 14.0, 12.0, + 17.0, + 15.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -107,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -127,173 +113,173 @@ 18.0, 25.0, 13.0, - 20.0, - 11.0, + 22.0, 12.0, - 10.0, - 26.0, - 16.0, + 13.0, + 12.0, + 27.0, + 17.0, 26.0, 9.0, 15.0, 19.0, - 21.0, - 17.0, - 14.0, - 15.0, + 22.0, 18.0, + 14.0, + 16.0, + 20.0, 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, 10.0, - 9.0 - ], - "actuals": [ + 10.0, + 9.0, 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, - 17.0, - 16.0, - 22.0, - 14.0, 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0, + 28.0, + 17.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, - 1.0 + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, + 6.0, + 8.0, + 8.0, + 5.0 ], "p50": [ - 11.032296180725098, - 11.507122039794922, - 11.757298469543457, - 11.796512603759766, - 11.803828239440918, - 12.150634765625, - 12.31154727935791, - 12.413331031799316, - 12.516496658325195, - 12.633974075317383, - 12.443389892578125, - 12.515159606933594, - 12.598991394042969, - 12.691058158874512, - 12.873333930969238, - 13.035357475280762, - 12.885201454162598, - 12.812639236450195, - 12.708255767822266, - 12.710440635681152, - 12.697868347167969, - 12.832056045532227, - 12.923315048217773, - 12.971524238586426 + 17.1849365234375, + 17.40638542175293, + 16.880130767822266, + 16.697296142578125, + 16.71795082092285, + 16.6448974609375, + 16.490243911743164, + 16.61820411682129, + 16.58820152282715, + 16.52626609802246, + 16.214431762695312, + 16.392730712890625, + 16.1312198638916, + 16.52710723876953, + 16.030115127563477, + 16.40535545349121, + 16.16533088684082, + 16.055810928344727, + 16.2059326171875, + 16.2659854888916, + 16.174564361572266, + 16.29698371887207, + 16.317481994628906, + 16.144916534423828 ], "p10": [ - 8.163252830505371, - 8.456354141235352, - 8.421915054321289, - 8.419227600097656, - 8.534883499145508, - 8.565450668334961, - 8.535740852355957, - 8.523542404174805, - 8.547708511352539, - 8.551046371459961, - 8.598714828491211, - 8.569608688354492, - 8.553422927856445, - 8.560344696044922, - 8.595338821411133, - 8.620267868041992, - 8.583216667175293, - 8.591899871826172, - 8.579774856567383, - 8.51384162902832, - 8.514020919799805, - 8.50444507598877, - 8.467842102050781, - 8.493371963500977 + 11.445643424987793, + 11.10206127166748, + 10.653234481811523, + 10.531229019165039, + 10.356538772583008, + 10.173402786254883, + 9.96778678894043, + 10.133403778076172, + 10.094791412353516, + 10.150674819946289, + 10.03495979309082, + 10.119379043579102, + 9.870506286621094, + 10.082993507385254, + 9.751258850097656, + 10.015974044799805, + 9.939117431640625, + 9.919868469238281, + 9.968310356140137, + 9.92015266418457, + 9.79052734375, + 9.856210708618164, + 9.803596496582031, + 9.712873458862305 ], "p90": [ - 18.012821197509766, - 19.005413055419922, - 19.453887939453125, - 19.493501663208008, - 19.371597290039062, - 19.713468551635742, - 19.642295837402344, - 19.81353759765625, - 19.907814025878906, - 20.198951721191406, - 19.738122940063477, - 19.83002471923828, - 19.762252807617188, - 19.79092025756836, - 20.177228927612305, - 20.560550689697266, - 20.18260955810547, - 20.10464096069336, - 19.992202758789062, - 20.108259201049805, - 20.187564849853516, - 20.350143432617188, - 20.351503372192383, - 20.31378936767578 + 24.809215545654297, + 25.388397216796875, + 24.771282196044922, + 24.286617279052734, + 24.190174102783203, + 24.164642333984375, + 24.24483871459961, + 24.607919692993164, + 24.70492172241211, + 24.65350341796875, + 24.196428298950195, + 24.51409149169922, + 24.10098648071289, + 24.6393985748291, + 24.005813598632812, + 24.36981964111328, + 23.90749740600586, + 23.740243911743164, + 24.135414123535156, + 24.387229919433594, + 24.247032165527344, + 24.327917098999023, + 24.37218475341797, + 24.16303825378418 ], "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +457,20 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 7e2fec4eb9d6c88820f3ba3d745e6d19d4541db7..f506ab0f0a27c99c3be2dfad355ded6c1a0a39b5 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,30 +1,18 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T18:28:51.673546+00:00", + "evaluated_at": "2026-06-18T18:42:35.708333+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 71fa88e4950e05d112de631513e620e87e65854b..e49a5bb8bf531b4fb9038e2f3b84c0d4a6848494 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -6,6 +6,6 @@ noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02167866438165807 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.9563188741793358,1.9563188741793358,1.2337942918141682,1.8701724002235813,0.06626074558485529,0.06916777289684194,11.932904072811729,1.3986846943394124,0.07653541312587964,0.06751268260710289,0.05172093125152953,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,45.30689227792421,45.30689227792421,5.514313379923503,0.45037190925748044,0.17093250455002476,0.16156390301999077,3.7416588936757087,6.731039464891304,0.200452838148062,0.16421828652305318,0.14478716304039707,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.7968445903540365,0.7968445903540365,0.7129472096761068,0.3465869624427451,0.027715169449697066,0.027208496736022752,2.2059978329573084,0.8926615205967133,0.0351211090070838,0.028050382020043545,0.02747998465171494,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,42.73690022301533,42.73690022301533,5.608484109242757,1.0826028307385485,0.6095141078229482,0.4542856385967729,12.65741751213176,6.537346573573664,0.5012661909449455,0.4300435099738855,0.330784467318653,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,52.37659118953972,52.37659118953972,6.645055611928304,1.2315160979635469,0.8916720024190207,0.5655155759789056,16.57119355514703,7.237167345691249,0.7823964698044594,0.7183843904787356,0.5108552518430296,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,387.5897338837385,387.5897338837385,13.6732177734375,0.48615885416666665,0.005314284718294368,0.005294301567628221,1.8283865017361112,19.687298796019185,0.007596385387531519,0.005275839655345659,0.004732663224449579,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 7ff739f004c8775a1dace696168cfe6ca5723c20..65641c0e92bbaf05af5a2c2f0e543af5be887bdc 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:28:05.789252+00:00", + "evaluated_at": "2026-06-18T18:42:12.985693+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 42545ac557fb418185badb40c9b2c3d1a90a84d7..63c25eacf810550848b200f87b476c45311be59e 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,24 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T06:23:57.852912+00:00", + "evaluated_at": "2026-06-18T18:42:18.034922+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, 16.0, 8.0, 12.0, @@ -50,7 +37,7 @@ 19.0, 11.0, 13.0, - 10.0, + 11.0, 13.0, 16.0, 13.0, @@ -60,25 +47,25 @@ 9.0, 8.0, 13.0, - 11.0, + 12.0, 13.0, 12.0, 12.0, + 17.0, 15.0, - 14.0, - 12.0, + 13.0, 13.0, 15.0, - 14.0, - 19.0, + 16.0, + 20.0, 14.0, 15.0, - 13.0, + 14.0, 15.0, - 5.0, + 6.0, 14.0, 18.0, - 10.0, + 11.0, 9.0, 8.0, 18.0, @@ -106,7 +93,7 @@ 12.0, 45.0, 7.0, - 10.0, + 11.0, 17.0, 14.0, 18.0, @@ -144,155 +131,155 @@ 10.0, 19.0, 11.0, - 13.0, + 15.0, 11.0, - 12.0, - 17.0, + 14.0, + 19.0, 13.0, 17.0, 11.0, - 14.0, + 18.0, 19.0, - 17.0, - 14.0, + 18.0, + 15.0, 14.0, 13.0, 12.0, - 18.0, + 19.0, 15.0, 20.0, + 25.0, + 13.0, + 20.0, 24.0, - 12.0, + 9.0, 19.0, - 21.0, - 7.0, - 17.0, + 13.0, 11.0, 9.0, - 9.0, - 9.0, + 10.0, 10.0, 9.0, - 13.0 - ], - "actuals": [ + 13.0, 18.0, 10.0, 13.0, - 19.0, - 23.0, + 20.0, + 24.0, 20.0, 14.0, 15.0, 18.0, 19.0, - 29.0, + 28.0, 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, + 19.0 + ], + "actuals": [ 9.0, 6.0, + 13.0, + 8.0, + 10.0, 6.0, + 9.0, 10.0, + 14.0, + 7.0, + 16.0, + 7.0, + 17.0, 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 9.0, 6.0, - 7.0 + 8.0, + 8.0, + 5.0 ], "p50": [ - 12.867410659790039, - 12.90292739868164, - 12.984175682067871, - 12.929191589355469, - 13.04637336730957, - 13.088098526000977, - 13.072408676147461, - 13.094414710998535, - 13.16656494140625, - 13.110685348510742, - 13.226787567138672, - 13.195657730102539, - 13.166247367858887, - 13.17779541015625, - 13.270082473754883, - 13.172320365905762, - 13.257972717285156, - 13.226576805114746, - 13.194457054138184, - 13.229656219482422, - 13.339866638183594, - 13.198516845703125, - 13.283065795898438, - 13.298397064208984 + 16.1735897064209, + 16.25199317932129, + 15.921831130981445, + 16.239336013793945, + 15.912123680114746, + 15.590845108032227, + 15.425024032592773, + 15.656495094299316, + 15.375848770141602, + 15.764477729797363, + 15.593033790588379, + 15.3525390625, + 15.397777557373047, + 15.636154174804688, + 15.444987297058105, + 15.834471702575684, + 15.717435836791992, + 15.583876609802246, + 15.55325698852539, + 15.814105033874512, + 15.655020713806152, + 16.002403259277344, + 15.878595352172852, + 15.687735557556152 ], "p10": [ - 8.38282299041748, - 8.35252857208252, - 8.359491348266602, - 8.350851058959961, - 8.355020523071289, - 8.333845138549805, - 8.343528747558594, - 8.339122772216797, - 8.384977340698242, - 8.358124732971191, - 8.369428634643555, - 8.336748123168945, - 8.321123123168945, - 8.278610229492188, - 8.361594200134277, - 8.38843822479248, - 8.322021484375, - 8.285234451293945, - 8.338496208190918, - 8.300214767456055, - 8.306689262390137, - 8.275107383728027, - 8.29129409790039, - 8.288749694824219 + 10.719253540039062, + 10.7574462890625, + 10.515270233154297, + 10.516898155212402, + 10.426033020019531, + 10.26048469543457, + 10.077966690063477, + 10.105572700500488, + 10.047674179077148, + 10.185684204101562, + 10.1854248046875, + 9.953449249267578, + 10.016267776489258, + 10.061678886413574, + 10.057601928710938, + 10.213423728942871, + 10.189101219177246, + 10.133441925048828, + 10.11456298828125, + 10.210765838623047, + 10.257532119750977, + 10.313959121704102, + 10.326150894165039, + 10.198806762695312 ], "p90": [ - 18.63108253479004, - 18.668615341186523, - 19.010257720947266, - 19.014450073242188, - 19.192081451416016, - 19.199270248413086, - 19.168176651000977, - 19.1724853515625, - 19.393741607666016, - 19.272199630737305, - 19.43994140625, - 19.405811309814453, - 19.345699310302734, - 19.326229095458984, - 19.583789825439453, - 19.387081146240234, - 19.662670135498047, - 19.543447494506836, - 19.465951919555664, - 19.448101043701172, - 19.88709259033203, - 19.62631607055664, - 19.671659469604492, - 19.721790313720703 + 23.172548294067383, + 23.342336654663086, + 23.094228744506836, + 23.52438735961914, + 23.004087448120117, + 22.666728973388672, + 22.571117401123047, + 22.917144775390625, + 22.588972091674805, + 23.020130157470703, + 22.700008392333984, + 22.47488784790039, + 22.717037200927734, + 22.895065307617188, + 22.870159149169922, + 23.120323181152344, + 22.901338577270508, + 22.825489044189453, + 22.8353214263916, + 23.151180267333984, + 23.063674926757812, + 23.45120620727539, + 23.167869567871094, + 23.013370513916016 ], "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", @@ -471,6 +458,19 @@ "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", - "2026-06-18 05:00:00" + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index b8ba430f8c2760526b4fccc74be6b7ee1dfa817b..04df1fbab97ab40ed76a50ad875fe85d27c778d5 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,30 +1,18 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:28:24.628327+00:00", + "evaluated_at": "2026-06-18T18:42:21.461887+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", - "data_fetched_at": "2026-06-18T18:25:51.998008Z", - "context_length": 96, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t180000z", + "data_fetched_at": "2026-06-18T18:40:33.540545Z", + "context_length": 168, "prediction_length": 24 } ],