diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index f0e704385b92585e318205666582fcdcf849d9db..446ea05e7368d8a88d750704d0cd8cc30d1ce607 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,1.455600406487103,1.12632226435 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.14010791855603,54.58648035103487,5.759185132377013,0.4822635627358971,0.19714328755851626,0.20067623092824083,5.542272617642375,7.220810752163224,0.24735864129452856,0.19728867826672342,0.17302733336613121,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,84.98294946026185,83.3587076227477,8.680495483650125,4.249002960720764,0.34737370445815213,0.2905628010489904,144.70877828098554,9.218619715568153,0.3589339137096052,0.33798164074642784,0.3299537815458202,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,35.74046688013612,27.85523680651038,4.402708841896782,0.7836712895341615,0.6822581135977309,0.4274625968564075,4.528902003395644,5.978333118866505,0.6405356913071255,0.47171880448894093,0.3864223926275872,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1087.5230492833266,619.2118994004448,24.882662002314174,0.4048704325800272,0.009815720615659409,0.009834342689159782,6.8860103201222245,32.97761436616249,0.013006782987475757,0.009814032671413972,0.00919973374106623,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2108.0729851823107,617.9460738515443,24.857731542988443,0.4044647844282865,0.009901844314649135,0.009873480137988415,3.902059455139634,45.91375594723558,0.01828929697483243,0.009901834971480873,0.009013763928593356,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 75f2b4d0eaf388ec8d9dd71f244f5b38e0370280..2c9fd7fb0f2bc8f4d012d63466b9a9ca1cde2cfe 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T14:04:12.463071+00:00", + "evaluated_at": "2026-06-19T14:17:01.573842+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f83a014b53a6cbf26f1a378cc99cf334391bd98f..8c4eb7a4a8d6a747b0aa50d3f42fb5542d61c04a 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T13:47:42.940131+00:00", + "evaluated_at": "2026-06-19T14:17:01.603660+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2525.3053244978314, - 2525.310276968026, - 2525.3311013465573, - 2525.2735645591897, - 2525.315414324436, - 2525.3362723586883, - 2525.230435651878, - 2525.254051916778, - 2525.2192130777075, - 2525.254051916778, - 2525.316455499832, - 2525.2964077386414, - 2525.144755359488, - 2525.2664456075, - 2525.2416582260553, - 2525.3009237545075, - 2525.305439770374, - 2525.313291800817, - 2525.2806837705575, - 2525.2885457545995, - 2525.3182790797573, - 2525.180138063874, - 2525.2304356518816, - 2525.3243075302744 + 2524.756553111747, + 2524.756101892074, + 2524.756669457691, + 2524.7556152092725, + 2524.7563935898306, + 2524.75561521641, + 2524.756566476105, + 2524.756730867917, + 2524.755205524999, + 2524.7561030958404, + 2524.756718463226, + 2524.755615216458, + 2524.755859156149, + 2524.7561029809867, + 2524.7563934536415, + 2524.755205524999, + 2524.7561030958404, + 2524.756248159887, + 2524.7563935904145, + 2524.7567491241125, + 2524.755615216458, + 2524.756566476109, + 2524.755205332104, + 2524.755615216458 ], "p10": [ - 2509.3856806518224, - 2513.699213336676, - 2503.7256919314186, - 2509.3907830734665, - 2504.4584039296083, - 2509.390783203193, - 2509.3907832033024, - 2504.4584039334272, - 2509.3907832033055, - 2509.3907832033055, - 2505.9907969387177, - 2506.2080263548874, - 2503.142452195367, - 2506.203330002218, - 2512.7345467450095, - 2506.033064112741, - 2509.3907832033055, - 2509.3907832033055, - 2503.142452195367, - 2509.3907832033055, - 2506.203330002218, - 2506.2080263548874, - 2506.1610628281946, - 2497.893254841846 + 2516.639432759047, + 2511.1277876159743, + 2499.081925916299, + 2510.958418164577, + 2511.1277887043025, + 2511.12386466962, + 2511.1277887048823, + 2511.1282247087993, + 2511.1277887048864, + 2511.1282247087997, + 2511.1282247087997, + 2509.469399690614, + 2511.1282247087997, + 2511.1282247087997, + 2516.6420422314286, + 2509.469399690614, + 2516.639446164128, + 2511.123864669668, + 2511.1277887048864, + 2516.0883240185954, + 2511.123864669668, + 2516.639446164128, + 2511.123864669668, + 2509.4487452371436 ], "p90": [ - 2536.402862243792, - 2527.242337412323, - 2532.7684568838276, - 2526.069043553014, - 2530.055339389143, - 2546.9087012683704, - 2528.33426038573, - 2525.542951507485, - 2530.0553393929617, - 2529.7988135454343, - 2528.334260385733, - 2526.069043682853, - 2529.7988135454343, - 2532.364072020711, - 2527.1392602976935, - 2527.1392602976935, - 2525.542951507485, - 2536.407964795275, - 2529.7988135454343, - 2529.7988135454343, - 2530.0553393929617, - 2527.1392602976935, - 2527.1392602976935, - 2527.242487493612 + 2525.5352459487863, + 2524.978842456721, + 2525.0515516932915, + 2524.921145049278, + 2525.0515517811614, + 2525.5352593538196, + 2525.2518149227512, + 2525.5881525559616, + 2527.1017144155408, + 2524.972848424526, + 2524.978843545633, + 2525.220321097076, + 2524.972848424526, + 2526.1530243688208, + 2524.8646870626644, + 2524.972848424526, + 2526.064191374814, + 2526.9525213148813, + 2526.1530243688208, + 2526.1530243688208, + 2525.0327996355973, + 2526.9525213148813, + 2525.5352593538673, + 2524.972848424526 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 5ef7441b484a2b75129a0799051940f0ca128cc0..4b2387585f62503e3983f1ff830c9088ad5e91c7 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,36 +1,18 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T14:04:12.743539+00:00", + "evaluated_at": "2026-06-19T14:17:01.616635+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index f8de2ab7c860758db438efff8647ddadff6ba27d..55fbb0d6a3370d2b634130b3b4a6890ce6957da9 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,5.000,4.000,5.400,5.400,5.000,5.300,4.400,5.400,5.000,5.400 +2026-06-19,Chronos-2,4.500,3.800,4.900,4.900,4.500,4.800,4.100,4.900,4.500,4.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 0df03e64fae0d438210f5b952854197587f6776b..8636ec0b9006681efb1af429aefb63ea965a11dd 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,5.0,3.8,4.34,4.34,4.2,4.36,3.6,4.34,4.2,4.34 +2026-W25,Chronos-Bolt-Mini,4.5,3.76,4.24,4.24,4.1,4.26,3.54,4.24,4.1,4.24 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 9d649b2a8d3c912fc8318dc9240c5152cda268d9..835f2e353ba85498a9c2ca3a19c1ebe298ebd4a1 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,1.2451256000957376,1.245125 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.01831377944821,39.01831377944821,5.246808608373006,0.43935809568653,0.18884457881490724,0.18705193530066402,2.0052226031688942,6.246464102149969,0.21398107861225618,0.17973652724671846,0.16086761067692262,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.627711607526635,1.627711607526635,1.1214147408803303,0.548919651323038,0.04337233681957694,0.04288373912441626,4.0964594912680665,1.275818015050201,0.04967493697021059,0.0436631289992433,0.0342768607349334,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,20.559473192658817,20.559473192658817,3.762455701828003,0.6697078134279758,0.5843444092611266,0.3841330437855322,7.582860511666618,4.5342555279404815,0.4858130922793373,0.40312025376728605,0.30777331760951454,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,835.8339234987894,835.8339234987894,19.305338541666668,0.3141207627118644,0.007678390443091299,0.007630390990919858,8.152985467425848,28.910792509005862,0.011402777653510941,0.007614266639276911,0.00651974237937095,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,879.7380696584781,879.7380696584781,23.780924479166668,0.3869438559322034,0.009492020670572919,0.009434125474199834,8.5383449748411,29.660378784811197,0.011814922669468361,0.009472899377593361,0.00801237420398225,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 041e569df0717145e3a5d59ae8c46af9554bafb2..77957b46d13b7b5dcf09c181124409a634481c2d 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:56:55.689324+00:00", + "evaluated_at": "2026-06-19T14:14:02.921406+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a8bafe621897722eb48ece838581f4b94107d16d..bce8aa3bc202e4a54c0fe4172459d60843579ec6 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:44:02.552661+00:00", + "evaluated_at": "2026-06-19T14:14:09.192654+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2553.470947265625, - 2554.69287109375, - 2553.688720703125, - 2553.548828125, - 2553.696044921875, - 2554.575439453125, - 2554.305908203125, - 2554.404541015625, - 2554.41552734375, - 2553.756103515625, - 2554.849853515625, - 2554.873291015625, - 2554.46484375, - 2551.70703125, - 2554.974609375, - 2555.0390625, - 2552.67236328125, - 2551.7138671875, - 2552.3359375, - 2551.714111328125, - 2552.859375, - 2511.0185546875, - 2511.883056640625, - 2513.566650390625 + 2550.03173828125, + 2549.39599609375, + 2549.2353515625, + 2549.23046875, + 2548.30712890625, + 2546.6318359375, + 2549.22900390625, + 2549.41845703125, + 2551.36474609375, + 2520.428955078125, + 2520.228271484375, + 2519.50390625, + 2551.52001953125, + 2516.209228515625, + 2517.17333984375, + 2518.01123046875, + 2515.25439453125, + 2512.346435546875, + 2512.804443359375, + 2512.61767578125, + 2512.616455078125, + 2508.3310546875, + 2509.09912109375, + 2510.00927734375 ], "p10": [ - 2548.562255859375, - 2549.811767578125, - 2547.962158203125, - 2549.06494140625, - 2548.16259765625, - 2548.840087890625, - 2548.830078125, - 2548.308837890625, - 2548.5517578125, - 2547.886962890625, - 2548.85546875, - 2548.379150390625, - 2547.913330078125, - 2545.47412109375, - 2548.02783203125, - 2546.636474609375, - 2540.992431640625, - 2538.766845703125, - 2537.897705078125, - 2536.78564453125, - 2529.724853515625, - 2500.107177734375, - 2500.267333984375, - 2501.29736328125 + 2545.503662109375, + 2544.212646484375, + 2544.498046875, + 2543.37255859375, + 2540.804443359375, + 2537.7978515625, + 2537.892578125, + 2536.1689453125, + 2535.28515625, + 2503.881591796875, + 2501.4208984375, + 2499.25146484375, + 2522.36865234375, + 2495.41259765625, + 2498.31591796875, + 2496.90576171875, + 2492.595947265625, + 2487.8740234375, + 2488.62744140625, + 2488.5927734375, + 2485.782470703125, + 2481.183349609375, + 2481.64306640625, + 2482.527099609375 ], "p90": [ - 2557.664306640625, - 2558.72705078125, - 2557.3798828125, - 2558.015380859375, - 2557.870361328125, - 2559.51611328125, - 2558.90869140625, - 2559.48486328125, - 2559.048095703125, - 2558.948974609375, - 2560.566162109375, - 2560.16943359375, - 2560.273193359375, - 2557.388916015625, - 2560.799560546875, - 2562.107421875, - 2565.514892578125, - 2563.583984375, - 2566.426513671875, - 2567.729736328125, - 2573.83203125, - 2526.641845703125, - 2528.5947265625, - 2530.287353515625 + 2553.896484375, + 2553.167724609375, + 2552.904541015625, + 2554.437255859375, + 2554.631103515625, + 2554.52685546875, + 2559.343505859375, + 2562.5478515625, + 2566.521240234375, + 2538.041015625, + 2537.116455078125, + 2537.892578125, + 2578.60693359375, + 2541.218994140625, + 2541.602783203125, + 2540.49560546875, + 2543.62255859375, + 2540.649169921875, + 2543.030517578125, + 2544.52685546875, + 2550.19287109375, + 2545.98681640625, + 2548.541015625, + 2551.45166015625 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c68fef39584fbb9eaf0cb5c947eb50a1e9c7ef05..1210674d683c0f4366aa7d6798f5bee74bbffcc9 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,36 +1,18 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T13:58:00.072250+00:00", + "evaluated_at": "2026-06-19T14:14:11.169095+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0313b518c3ce726fce9fd53f72a18aee55b051e1..640097d28997bf09a7eb1293d45faf4bad9e6051 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.8181922732858234,0.853066073522 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,54.73751930836564,55.8178449774667,5.872422551665509,0.4917458558044218,0.1969820216008263,0.2050586637491739,4.358000201899829,7.398480878421302,0.2534449718380426,0.2011677792624821,0.1713585535927003,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,757.1250815825464,750.3561289370804,24.52689725752822,12.00563484663082,0.9748558397634474,0.6146567562956363,451.0873008655208,27.515905974227824,1.0713525587693047,0.9549732492957506,0.9467736612538834,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,52.32464844870426,56.12232107645431,6.84036438834094,1.2175679504587087,0.9807282987640473,0.5765172127370731,4.517204830437262,7.233577845624132,0.7750261977454427,0.7328961844651006,0.5347267499468398,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,383.5875855539554,390.9900030694484,17.308584613469197,0.2816312072700073,0.006850873791359091,0.0068458614213346355,10.115036703944847,19.58539214705581,0.007724723279035981,0.006826721951080703,0.006686435086978029,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,945.3069377010175,982.0962191327582,28.726953267555093,0.46742161248903197,0.011477159424837582,0.011402257433701957,18.696864499561283,30.74584423464442,0.012247307246995288,0.01144310171653647,0.011443101716536468,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 44798a918611def1934e32dba0dce4cd93b89d3e..d0622f5380d7e43651af2b3c92a44a4a9a31880c 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T14:04:12.794824+00:00", + "evaluated_at": "2026-06-19T14:17:01.671781+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4e93adbdb165c625c7fe5c63786b9bb1f2e1642c..5d5efac00a097a04921c70aa222d16321346f1d8 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-19T13:47:43.147121+00:00", + "evaluated_at": "2026-06-19T14:17:01.687730+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2547.668644260507, - 2546.4994088902754, - 2545.3301735200444, - 2544.160938149813, - 2542.9917027795814, - 2541.82246740935, - 2540.6532320391184, - 2539.4839966688874, - 2538.314761298656, - 2537.1455259284244, - 2535.976290558193, - 2534.8070551879614, - 2533.63781981773, - 2532.468584447499, - 2531.2993490772674, - 2530.130113707036, - 2528.9608783368044, - 2527.791642966573, - 2526.622407596342, - 2525.4531722261104, - 2524.283936855879, - 2523.1147014856474, - 2521.945466115416, - 2520.776230745185 + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 ], "p10": [ - 2547.668644260507, - 2546.4994088902754, - 2540.3301735200444, - 2544.160938149813, - 2542.9917027795814, - 2491.82246740935, - 2540.6532320391184, - 2539.4839966688874, - 2538.314761298656, - 2532.1455259284244, - 2535.976290558193, - 2534.8070551879614, - 2533.63781981773, - 2532.468584447499, - 2531.2993490772674, - 2530.130113707036, - 2528.9608783368044, - 2477.791642966573, - 2476.622407596342, - 2525.4531722261104, - 2524.283936855879, - 2523.1147014856474, - 2521.945466115416, - 2520.776230745185 + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 ], "p90": [ - 2547.668644260507, - 2546.4994088902754, - 2545.3301735200444, - 2544.160938149813, - 2542.9917027795814, - 2541.82246740935, - 2540.6532320391184, - 2539.4839966688874, - 2538.314761298656, - 2537.1455259284244, - 2535.976290558193, - 2534.8070551879614, - 2533.63781981773, - 2532.468584447499, - 2531.2993490772674, - 2530.130113707036, - 2528.9608783368044, - 2527.791642966573, - 2526.622407596342, - 2525.4531722261104, - 2524.283936855879, - 2523.1147014856474, - 2521.945466115416, - 2520.776230745185 + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index b0772bf0ead5e05a73e42e8ebc98f59c5b1011a3..900da4e142b15bcc424e31870dc52cce9c774b63 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,36 +1,18 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T14:04:12.882221+00:00", + "evaluated_at": "2026-06-19T14:17:01.697869+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 93d088bd0cc54f5e05eca1cc973c17e96e19bc58..5162fbad0200d70cd403768ee66364a0947966dc 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1536,3 +1536,5 @@ {"evaluated_at": "2026-06-19T14:04:12.980908+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-19T14:04:12.980908+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-19T14:04:12.980908+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-19T14:17:01.760711+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T14:17:01.760711+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index a375c4ce05174d2d5f7b916029ffc6daa72cd4d6..48cccad54bbbbafd7403afd73b27561c534aa034 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1428740.8303642273,1315707.0451847713,895.30029296875,0.8138528396860067,0.01418785109726467,0.01402385431775277,4.833340443332534,1195.2994730879066,0.018768002458666035,0.014057563378885694,0.00955163942105456,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1219131.3975639343,1226198.3167827923,869.370849609375,0.7902822552963494,0.013775153543300134,0.013622193198535734,4.360683576858615,1104.142833859793,0.017336705894352107,0.013650432055165281,0.009304897924351706,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.08752562495055827,0.0835132601926792,0.22019807497660318,0.12621582611013352,0.009392901125199278,0.009416621693143978,2.180689817264566,0.2958473000562254,0.012668764401068799,0.009429315504712403,0.01985376706928426,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.11230751047163873,0.11374058160638256,0.24250303506851195,0.28815665729801665,0.2192140737714188,0.17174577866486637,1.2981841048276084,0.3351231273302974,0.21056619103671656,0.15237068481666508,0.1339118098569369,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.021822186418063834,0.01195441669962448,0.09234445128175947,0.5024623709415516,0.06587419307290367,0.06474327207642701,3.7364617157746127,0.1477233441879239,0.10386798257314821,0.06492969617759861,0.07026354540106344,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.0752939765552583,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,194.9589319487336,171.27771986997516,9.595086534818014,0.8034748858873199,0.4025661046120483,0.2932821088554963,3.9766689575873557,13.962769494220465,0.47831355914768525,0.32869267036876354,0.23748257223423005,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2542654837285834,1.1012020338212096,0.8746695518493652,0.4281407118361278,0.033998464905534785,0.033962966661508005,2.633645509197789,1.1199399464831066,0.04360570676671335,0.03405591890483685,0.030509440807375957,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,31.483129444434287,22.892655715715517,3.96903924147288,0.7064791727714397,0.6170859333498654,0.3981794907821486,7.157293106923145,5.610982930328187,0.6011767425351628,0.42525420444352285,0.3206263270643022,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,5879.8337522695465,5883.945313726862,73.0244852701823,1.1881950145656779,0.02888710742027931,0.02843190032893907,10.201887331170552,76.68007402363111,0.030243578908252206,0.028801769046579703,0.01803907654259963,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,4125.124768525362,2121.770966400703,41.222432454427086,0.6707378840042372,0.01648703888537837,0.016319038058486012,24.344345537605932,64.22713420763347,0.025584252630426612,0.01642055400674274,0.016510400593231327,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index b8e465b610635153a91c631ce7b1f8a104d7492f..2ba0ed34b7e569b05e357459b710a834a30b0bcb 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:02:27.607566+00:00", + "evaluated_at": "2026-06-19T14:16:19.662336+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64549.275390625, - 64548.79296875, - 64577.283203125, - 64558.279296875, - 64586.576171875, - 64526.37109375, - 64629.0546875, - 64578.716796875, - 64546.208984375, - 64641.9609375, - 64530.142578125, - 64575.939453125, - 64538.67578125, - 64469.025390625, - 64547.2109375, - 64600.705078125, - 64351.646484375, - 64479.794921875, - 64586.408203125, - 64523.958984375, - 64348.8046875, - 64724.640625, - 64392.70703125, - 64398.248046875 + 64523.2265625, + 64521.62890625, + 64601.12109375, + 64523.216796875, + 64606.109375, + 64579.638671875, + 64573.701171875, + 64673.783203125, + 64603.984375, + 64648.193359375, + 64530.970703125, + 64597.6953125, + 64747.130859375, + 64539.822265625, + 64617.861328125, + 64612.158203125, + 64513.75390625, + 64613.439453125, + 64636.037109375, + 64442.298828125, + 64411.28125, + 64420.294921875, + 64411.68359375, + 64450.982421875 ], "p10": [ - 64247.244140625, - 63934.482421875, - 63886.5, - 63794.65625, - 63776.59375, - 63606.51953125, - 63616.275390625, - 63557.603515625, - 63488.015625, - 63491.546875, - 63452.740234375, - 63103.296875, - 63057.3359375, - 62962.556640625, - 63259.98046875, - 62881.642578125, - 62793.638671875, - 62822.21875, - 62964.537109375, - 62076.70703125, - 62583.806640625, - 62703.919921875, - 62327.1484375, - 62872.31640625 + 64197.28515625, + 63957.5546875, + 63918.796875, + 63765.595703125, + 63762.21484375, + 63584.1171875, + 63504.716796875, + 63590.298828125, + 63276.330078125, + 63474.48046875, + 63303.919921875, + 63294.701171875, + 63396.40234375, + 63209.6328125, + 63197.95703125, + 63102.048828125, + 62884.18359375, + 62724.00390625, + 62781.681640625, + 62444.349609375, + 62880.712890625, + 62625.87890625, + 62413.33984375, + 61847.349609375 ], "p90": [ - 64927.62890625, - 64987.392578125, - 65276.869140625, - 65420.72265625, - 65368.3046875, - 65649.203125, - 65751.75390625, - 65716.01171875, - 65568.48828125, - 65978.34765625, - 66020.93359375, - 66201.16796875, - 65860.89453125, - 66192.4609375, - 66098.8671875, - 66104.19921875, - 66001.12890625, - 66134.36328125, - 66318.4375, - 66273.55078125, - 66369.8359375, - 66241.26171875, - 66443.44921875, - 66132.34765625 + 64884.263671875, + 65074.79296875, + 65259.892578125, + 65220.822265625, + 65603.1328125, + 65646.17578125, + 65654.3671875, + 65762.125, + 65909.77734375, + 65787.14453125, + 65672.15625, + 65960.3515625, + 66004.5234375, + 66025.47265625, + 66085.92578125, + 66331.3984375, + 66297.80859375, + 66207.90234375, + 66236.484375, + 66059.77734375, + 66156.8359375, + 66288.078125, + 66621.29296875, + 66119.1328125 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8b5abad089fc00839f56f401289df2f8dbba9e04..eeb13b0d6e7a6779b47c85bc25f8483c63dc334c 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T13:46:56.752690+00:00", + "evaluated_at": "2026-06-19T14:16:25.088510+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2605.839111328125, - 2603.7255859375, - 2610.6392822265625, - 2607.6844482421875, - 2604.752685546875, - 2608.338134765625, - 2607.5828857421875, - 2610.4813232421875, - 2608.01416015625, - 2606.4017333984375, - 2608.7130126953125, - 2608.5638427734375, - 2612.260009765625, - 2608.2745361328125, - 2602.521240234375, - 2606.7135009765625, - 2607.525146484375, - 2607.7672119140625, - 2602.7607421875, - 2604.1015625, - 2607.81884765625, - 2605.97705078125, - 2601.4276123046875, - 2606.45849609375 + 2550.759765625, + 2550.32958984375, + 2550.7049560546875, + 2551.3812255859375, + 2550.619384765625, + 2550.9559326171875, + 2551.0897216796875, + 2550.45166015625, + 2551.5902099609375, + 2551.2413330078125, + 2551.737548828125, + 2551.9207763671875, + 2552.0367431640625, + 2552.40625, + 2552.3173828125, + 2551.827392578125, + 2551.760009765625, + 2551.890380859375, + 2552.92529296875, + 2552.490478515625, + 2552.53564453125, + 2553.20068359375, + 2552.071044921875, + 2552.4031982421875 ], "p10": [ - 2558.19775390625, - 2554.276123046875, - 2557.5126953125, - 2555.0765380859375, - 2547.18359375, - 2557.222412109375, - 2550.822998046875, - 2557.330810546875, - 2553.871337890625, - 2549.4993896484375, - 2541.8397216796875, - 2550.944580078125, - 2537.7811279296875, - 2534.1529541015625, - 2528.3072509765625, - 2546.5848388671875, - 2534.0340576171875, - 2546.3675537109375, - 2531.684814453125, - 2537.8828125, - 2541.4581298828125, - 2527.0233154296875, - 2523.826416015625, - 2525.789794921875 + 2548.656982421875, + 2547.7177734375, + 2548.02587890625, + 2548.052001953125, + 2547.589111328125, + 2547.0498046875, + 2547.223876953125, + 2546.6746826171875, + 2547.356689453125, + 2546.2462158203125, + 2546.531982421875, + 2545.8863525390625, + 2545.6114501953125, + 2545.6441650390625, + 2546.2303466796875, + 2545.982666015625, + 2545.9544677734375, + 2546.2095947265625, + 2545.4166259765625, + 2545.0545654296875, + 2544.0491943359375, + 2544.712890625, + 2543.509521484375, + 2543.9053955078125 ], "p90": [ - 2644.7069091796875, - 2664.1541748046875, - 2657.84423828125, - 2666.10009765625, - 2654.81396484375, - 2659.4139404296875, - 2681.139404296875, - 2675.49951171875, - 2668.70458984375, - 2660.025634765625, - 2669.66162109375, - 2673.3294677734375, - 2675.166015625, - 2677.40185546875, - 2665.9488525390625, - 2692.921875, - 2669.077880859375, - 2686.3096923828125, - 2670.0064697265625, - 2675.6297607421875, - 2688.99853515625, - 2683.55810546875, - 2688.9886474609375, - 2669.2193603515625 + 2553.107421875, + 2553.9154052734375, + 2556.9852294921875, + 2558.6558837890625, + 2555.7371826171875, + 2558.7525634765625, + 2556.321044921875, + 2555.4688720703125, + 2559.5098876953125, + 2560.1839599609375, + 2616.3253173828125, + 2616.361328125, + 2608.7197265625, + 2606.32763671875, + 2617.842041015625, + 2603.645751953125, + 2631.6900634765625, + 2632.04736328125, + 2627.372314453125, + 2630.5078125, + 2617.5145263671875, + 2665.3248291015625, + 2624.2305908203125, + 2642.87841796875 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index a677d4a2d01cc93cf15ff17b695085e2fcdb8317..5838dce00fdc66eda744bd32ba0ab4b001b930b7 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,36 +1,18 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T14:02:55.986340+00:00", + "evaluated_at": "2026-06-19T14:16:27.419829+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 291aa6af3b6f03af24ec90758693bcdff154d252..f0b136dbe40ec97f7327ce60f508a77501d85cc5 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,2.5714547826799143,2.6 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.82828859724812,108.47139720429514,9.00460174765753,0.7540287766458498,0.371794339712455,0.29048799201288306,11.147577300529335,10.622066117156686,0.3638732453545313,0.3084648151222666,0.27917783286034314,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.6973809320049114,3.5822022850455717,1.7117040620316721,0.8378595025075736,0.06664474350392564,0.06638104817892915,8.507794133451965,1.922857491340664,0.07486790714527283,0.06664648906821638,0.056991976288172194,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.12949228687136,37.00288662943573,5.38878493013972,0.959190395476044,0.7942059153698375,0.4926396849978632,4.279356918482947,5.84204521438095,0.6259334158265303,0.5773698139435414,0.41700702761144376,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1735.4979729346378,1846.502770083124,36.46929824561433,0.5933987511150807,0.014466130604288618,0.014321284851184743,18.755397036243274,41.65930835881265,0.016430951530180832,0.014383946719716417,0.013960734942441584,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2174.292974762251,2237.2648314866365,42.71929824561433,0.6950936663693179,0.01708259517257207,0.016905500790475182,27.803746654772713,46.62931454313103,0.018574332764068793,0.01701681589866795,0.01701681589866795,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9489ac0613f6e1130a887ac6ed3e16f4224fac05..871372a2bc3a3fdc75f1ff96dabe27e3d4b40b67 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:04:12.888095+00:00", + "evaluated_at": "2026-06-19T14:17:01.711548+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index dcff333d0da5331ca7290023b0b74e600c5e306d..4c3daa5d2143f55a11feeb7e4f290305fb34a0d3 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T13:47:43.195605+00:00", + "evaluated_at": "2026-06-19T14:17:01.723607+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281 + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 ], "p10": [ - 2571.885964912281, - 2571.885964912281, - 2566.885964912281, - 2571.885964912281, - 2571.885964912281, - 2521.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2566.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2521.885964912281, - 2521.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281 + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 ], "p90": [ - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281, - 2571.885964912281 + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 9d67d1dbc5c2e3bedd56215e3a7cef9a321e6c81..ede0f1ef12bd496f89f77337fcd9a6e51bf7eab1 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,36 +1,18 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T14:04:12.932526+00:00", + "evaluated_at": "2026-06-19T14:17:01.729515+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index d2d07e5d23c3de23c9021be366c98a0bcffed85e..9238dcd77eab63f052a6575775dd956d686c639a 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-19T13:56:26.227370+00:00", - "finished_at": "2026-06-19T14:04:12.975146+00:00", - "task_count": 5, + "started_at": "2026-06-19T14:13:33.778310+00:00", + "finished_at": "2026-06-19T14:17:01.754863+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,36 +10,18 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T13:58:00.072250+00:00", + "evaluated_at": "2026-06-19T14:14:11.169095+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -48,36 +30,18 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T13:59:32.034958+00:00", + "evaluated_at": "2026-06-19T14:14:55.848332+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -86,36 +50,18 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:00:40.487149+00:00", + "evaluated_at": "2026-06-19T14:15:35.112025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -124,36 +70,18 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T14:01:55.448915+00:00", + "evaluated_at": "2026-06-19T14:15:58.147608+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -162,36 +90,18 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T14:02:55.986340+00:00", + "evaluated_at": "2026-06-19T14:16:27.419829+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -200,36 +110,18 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T14:04:10.437348+00:00", + "evaluated_at": "2026-06-19T14:16:59.780122+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -238,36 +130,18 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T14:04:12.743539+00:00", + "evaluated_at": "2026-06-19T14:17:01.616635+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -276,36 +150,18 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T14:04:12.882221+00:00", + "evaluated_at": "2026-06-19T14:17:01.697869+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -314,36 +170,18 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T14:04:12.932526+00:00", + "evaluated_at": "2026-06-19T14:17:01.729515+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -352,36 +190,18 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T14:04:12.973742+00:00", + "evaluated_at": "2026-06-19T14:17:01.752494+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], @@ -390,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-19T14:09:52.106151+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_141701.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..3ffcd27acfcb3c82d81c51a01525bf024b4e7160 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T14:17:01.573842+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_141402.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_141402.json new file mode 100644 index 0000000000000000000000000000000000000000..309e2ec84a924a5e227fd9f79920514859170854 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_141402.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:14:02.921406+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_141701.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..beb6bedab6a41502978ceb426139c8e2a2891637 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T14:17:01.671781+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_141619.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_141619.json new file mode 100644 index 0000000000000000000000000000000000000000..a3dfa9a99ff6337dfd8daa4c8ae5f1def9483d78 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_141619.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T14:16:19.662336+00:00", + "metrics": { + "MSE[mean]": 1219131.3975639343, + "MSE[0.5]": 1226198.3167827923, + "MAE[0.5]": 869.370849609375, + "MASE[0.5]": 0.7902822552963494, + "MAPE[0.5]": 0.013775153543300134, + "sMAPE[0.5]": 0.013622193198535734, + "MSIS": 4.360683576858615, + "RMSE[mean]": 1104.142833859793, + "NRMSE[mean]": 0.017336705894352107, + "ND[0.5]": 0.013650432055165281, + "mean_weighted_sum_quantile_loss": 0.009304897924351706 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64523.2265625, + 64521.62890625, + 64601.12109375, + 64523.216796875, + 64606.109375, + 64579.638671875, + 64573.701171875, + 64673.783203125, + 64603.984375, + 64648.193359375, + 64530.970703125, + 64597.6953125, + 64747.130859375, + 64539.822265625, + 64617.861328125, + 64612.158203125, + 64513.75390625, + 64613.439453125, + 64636.037109375, + 64442.298828125, + 64411.28125, + 64420.294921875, + 64411.68359375, + 64450.982421875 + ], + "p10": [ + 64197.28515625, + 63957.5546875, + 63918.796875, + 63765.595703125, + 63762.21484375, + 63584.1171875, + 63504.716796875, + 63590.298828125, + 63276.330078125, + 63474.48046875, + 63303.919921875, + 63294.701171875, + 63396.40234375, + 63209.6328125, + 63197.95703125, + 63102.048828125, + 62884.18359375, + 62724.00390625, + 62781.681640625, + 62444.349609375, + 62880.712890625, + 62625.87890625, + 62413.33984375, + 61847.349609375 + ], + "p90": [ + 64884.263671875, + 65074.79296875, + 65259.892578125, + 65220.822265625, + 65603.1328125, + 65646.17578125, + 65654.3671875, + 65762.125, + 65909.77734375, + 65787.14453125, + 65672.15625, + 65960.3515625, + 66004.5234375, + 66025.47265625, + 66085.92578125, + 66331.3984375, + 66297.80859375, + 66207.90234375, + 66236.484375, + 66059.77734375, + 66156.8359375, + 66288.078125, + 66621.29296875, + 66119.1328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_141701.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..e85da181b09c59c01d8d324e506fb54392573f3d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T14:17:01.711548+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_141701.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..be3daf59a97a844a61a46af38c03114969188a8f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T14:17:01.736134+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_141645.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_141645.json new file mode 100644 index 0000000000000000000000000000000000000000..488140af3d19e9d85621c97b984de5798e8b0de2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_141645.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T14:16:45.565179+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_141441.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_141441.json new file mode 100644 index 0000000000000000000000000000000000000000..14f83143d6da5fc2f992b02ccbd09e37585ca458 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_141441.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T14:14:41.574486+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_141544.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_141544.json new file mode 100644 index 0000000000000000000000000000000000000000..30f8349533d4802aed6c818e90926210c0b32e27 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_141544.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T14:15:44.879701+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_141525.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_141525.json new file mode 100644 index 0000000000000000000000000000000000000000..be2d591a442087ff1fe8576a4ceec1d36f21f91e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_141525.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T14:15:25.848828+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_141701.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..1020c0bcec180dd4919ac3a618273052b05f0a71 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-19T14:17:01.603660+00:00", + "metrics": { + "MSE[mean]": 2108.0729851823107, + "MSE[0.5]": 617.9460738515443, + "MAE[0.5]": 24.857731542988443, + "MASE[0.5]": 0.4044647844282865, + "MAPE[0.5]": 0.009901844314649135, + "sMAPE[0.5]": 0.009873480137988415, + "MSIS": 3.902059455139634, + "RMSE[mean]": 45.91375594723558, + "NRMSE[mean]": 0.01828929697483243, + "ND[0.5]": 0.009901834971480873, + "mean_weighted_sum_quantile_loss": 0.009013763928593356 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2524.756553111747, + 2524.756101892074, + 2524.756669457691, + 2524.7556152092725, + 2524.7563935898306, + 2524.75561521641, + 2524.756566476105, + 2524.756730867917, + 2524.755205524999, + 2524.7561030958404, + 2524.756718463226, + 2524.755615216458, + 2524.755859156149, + 2524.7561029809867, + 2524.7563934536415, + 2524.755205524999, + 2524.7561030958404, + 2524.756248159887, + 2524.7563935904145, + 2524.7567491241125, + 2524.755615216458, + 2524.756566476109, + 2524.755205332104, + 2524.755615216458 + ], + "p10": [ + 2516.639432759047, + 2511.1277876159743, + 2499.081925916299, + 2510.958418164577, + 2511.1277887043025, + 2511.12386466962, + 2511.1277887048823, + 2511.1282247087993, + 2511.1277887048864, + 2511.1282247087997, + 2511.1282247087997, + 2509.469399690614, + 2511.1282247087997, + 2511.1282247087997, + 2516.6420422314286, + 2509.469399690614, + 2516.639446164128, + 2511.123864669668, + 2511.1277887048864, + 2516.0883240185954, + 2511.123864669668, + 2516.639446164128, + 2511.123864669668, + 2509.4487452371436 + ], + "p90": [ + 2525.5352459487863, + 2524.978842456721, + 2525.0515516932915, + 2524.921145049278, + 2525.0515517811614, + 2525.5352593538196, + 2525.2518149227512, + 2525.5881525559616, + 2527.1017144155408, + 2524.972848424526, + 2524.978843545633, + 2525.220321097076, + 2524.972848424526, + 2526.1530243688208, + 2524.8646870626644, + 2524.972848424526, + 2526.064191374814, + 2526.9525213148813, + 2526.1530243688208, + 2526.1530243688208, + 2525.0327996355973, + 2526.9525213148813, + 2525.5352593538673, + 2524.972848424526 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_141409.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_141409.json new file mode 100644 index 0000000000000000000000000000000000000000..67ab25fa2be9c53f0441ef2807c61f2877e0d488 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_141409.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T14:14:09.192654+00:00", + "metrics": { + "MSE[mean]": 879.7380696584781, + "MSE[0.5]": 879.7380696584781, + "MAE[0.5]": 23.780924479166668, + "MASE[0.5]": 0.3869438559322034, + "MAPE[0.5]": 0.009492020670572919, + "sMAPE[0.5]": 0.009434125474199834, + "MSIS": 8.5383449748411, + "RMSE[mean]": 29.660378784811197, + "NRMSE[mean]": 0.011814922669468361, + "ND[0.5]": 0.009472899377593361, + "mean_weighted_sum_quantile_loss": 0.00801237420398225 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.03173828125, + 2549.39599609375, + 2549.2353515625, + 2549.23046875, + 2548.30712890625, + 2546.6318359375, + 2549.22900390625, + 2549.41845703125, + 2551.36474609375, + 2520.428955078125, + 2520.228271484375, + 2519.50390625, + 2551.52001953125, + 2516.209228515625, + 2517.17333984375, + 2518.01123046875, + 2515.25439453125, + 2512.346435546875, + 2512.804443359375, + 2512.61767578125, + 2512.616455078125, + 2508.3310546875, + 2509.09912109375, + 2510.00927734375 + ], + "p10": [ + 2545.503662109375, + 2544.212646484375, + 2544.498046875, + 2543.37255859375, + 2540.804443359375, + 2537.7978515625, + 2537.892578125, + 2536.1689453125, + 2535.28515625, + 2503.881591796875, + 2501.4208984375, + 2499.25146484375, + 2522.36865234375, + 2495.41259765625, + 2498.31591796875, + 2496.90576171875, + 2492.595947265625, + 2487.8740234375, + 2488.62744140625, + 2488.5927734375, + 2485.782470703125, + 2481.183349609375, + 2481.64306640625, + 2482.527099609375 + ], + "p90": [ + 2553.896484375, + 2553.167724609375, + 2552.904541015625, + 2554.437255859375, + 2554.631103515625, + 2554.52685546875, + 2559.343505859375, + 2562.5478515625, + 2566.521240234375, + 2538.041015625, + 2537.116455078125, + 2537.892578125, + 2578.60693359375, + 2541.218994140625, + 2541.602783203125, + 2540.49560546875, + 2543.62255859375, + 2540.649169921875, + 2543.030517578125, + 2544.52685546875, + 2550.19287109375, + 2545.98681640625, + 2548.541015625, + 2551.45166015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_141701.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..d1782a31c7968ef0dbe51b73dcdea37ec22e8a41 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-19T14:17:01.687730+00:00", + "metrics": { + "MSE[mean]": 945.3069377010175, + "MSE[0.5]": 982.0962191327582, + "MAE[0.5]": 28.726953267555093, + "MASE[0.5]": 0.46742161248903197, + "MAPE[0.5]": 0.011477159424837582, + "sMAPE[0.5]": 0.011402257433701957, + "MSIS": 18.696864499561283, + "RMSE[mean]": 30.74584423464442, + "NRMSE[mean]": 0.012247307246995288, + "ND[0.5]": 0.01144310171653647, + "mean_weighted_sum_quantile_loss": 0.011443101716536468 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 + ], + "p10": [ + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 + ], + "p90": [ + 2548.201627876854, + 2547.1119245812306, + 2546.0222212856074, + 2544.9325179899843, + 2543.8428146943606, + 2542.7531113987375, + 2541.6634081031143, + 2540.5737048074907, + 2539.4840015118675, + 2538.3942982162444, + 2537.304594920621, + 2536.2148916249976, + 2535.1251883293744, + 2534.0354850337512, + 2532.9457817381276, + 2531.8560784425044, + 2530.7663751468813, + 2529.6766718512577, + 2528.5869685556345, + 2527.4972652600113, + 2526.4075619643877, + 2525.3178586687645, + 2524.2281553731414, + 2523.138452077518 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_141625.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_141625.json new file mode 100644 index 0000000000000000000000000000000000000000..3f68ccc8c7a46c788705bdf0cea82877c3c20e53 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_141625.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T14:16:25.088510+00:00", + "metrics": { + "MSE[mean]": 4125.124768525362, + "MSE[0.5]": 2121.770966400703, + "MAE[0.5]": 41.222432454427086, + "MASE[0.5]": 0.6707378840042372, + "MAPE[0.5]": 0.01648703888537837, + "sMAPE[0.5]": 0.016319038058486012, + "MSIS": 24.344345537605932, + "RMSE[mean]": 64.22713420763347, + "NRMSE[mean]": 0.025584252630426612, + "ND[0.5]": 0.01642055400674274, + "mean_weighted_sum_quantile_loss": 0.016510400593231327 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.759765625, + 2550.32958984375, + 2550.7049560546875, + 2551.3812255859375, + 2550.619384765625, + 2550.9559326171875, + 2551.0897216796875, + 2550.45166015625, + 2551.5902099609375, + 2551.2413330078125, + 2551.737548828125, + 2551.9207763671875, + 2552.0367431640625, + 2552.40625, + 2552.3173828125, + 2551.827392578125, + 2551.760009765625, + 2551.890380859375, + 2552.92529296875, + 2552.490478515625, + 2552.53564453125, + 2553.20068359375, + 2552.071044921875, + 2552.4031982421875 + ], + "p10": [ + 2548.656982421875, + 2547.7177734375, + 2548.02587890625, + 2548.052001953125, + 2547.589111328125, + 2547.0498046875, + 2547.223876953125, + 2546.6746826171875, + 2547.356689453125, + 2546.2462158203125, + 2546.531982421875, + 2545.8863525390625, + 2545.6114501953125, + 2545.6441650390625, + 2546.2303466796875, + 2545.982666015625, + 2545.9544677734375, + 2546.2095947265625, + 2545.4166259765625, + 2545.0545654296875, + 2544.0491943359375, + 2544.712890625, + 2543.509521484375, + 2543.9053955078125 + ], + "p90": [ + 2553.107421875, + 2553.9154052734375, + 2556.9852294921875, + 2558.6558837890625, + 2555.7371826171875, + 2558.7525634765625, + 2556.321044921875, + 2555.4688720703125, + 2559.5098876953125, + 2560.1839599609375, + 2616.3253173828125, + 2616.361328125, + 2608.7197265625, + 2606.32763671875, + 2617.842041015625, + 2603.645751953125, + 2631.6900634765625, + 2632.04736328125, + 2627.372314453125, + 2630.5078125, + 2617.5145263671875, + 2665.3248291015625, + 2624.2305908203125, + 2642.87841796875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_141701.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..f5d18bb70d52ab2bffc922ac150b76e27c3e7c89 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T14:17:01.723607+00:00", + "metrics": { + "MSE[mean]": 2174.292974762251, + "MSE[0.5]": 2237.2648314866365, + "MAE[0.5]": 42.71929824561433, + "MASE[0.5]": 0.6950936663693179, + "MAPE[0.5]": 0.01708259517257207, + "sMAPE[0.5]": 0.016905500790475182, + "MSIS": 27.803746654772713, + "RMSE[mean]": 46.62931454313103, + "NRMSE[mean]": 0.018574332764068793, + "ND[0.5]": 0.01701681589866795, + "mean_weighted_sum_quantile_loss": 0.01701681589866795 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 + ], + "p10": [ + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 + ], + "p90": [ + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281, + 2553.135964912281 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_141701.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_141701.json new file mode 100644 index 0000000000000000000000000000000000000000..dfaa4bafb028746afec4a6acdbf56e9b1cc6c382 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_141701.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T14:17:01.744698+00:00", + "metrics": { + "MSE[mean]": 2083.3333333333335, + "MSE[0.5]": 2083.3333333333335, + "MAE[0.5]": 41.666666666666664, + "MASE[0.5]": 0.6779661016949152, + "MAPE[0.5]": 0.01665032679738562, + "sMAPE[0.5]": 0.016485629145438815, + "MSIS": 2.4915252713365668, + "RMSE[mean]": 45.64354645876384, + "NRMSE[mean]": 0.018181661659922528, + "ND[0.5]": 0.016597510373443983, + "mean_weighted_sum_quantile_loss": 0.011778699861687388 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "p10": [ + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0 + ], + "p90": [ + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_141655.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_141655.json new file mode 100644 index 0000000000000000000000000000000000000000..22d14080344e56210cde6b83497cb79570dff926 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_141655.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T14:16:55.965216+00:00", + "metrics": { + "MSE[mean]": 1574.368651707967, + "MSE[0.5]": 1574.368651707967, + "MAE[0.5]": 36.397623697916664, + "MASE[0.5]": 0.5922325211864407, + "MAPE[0.5]": 0.01454988383374183, + "sMAPE[0.5]": 0.01442607770169753, + "MSIS": 22.69338436837924, + "RMSE[mean]": 39.67831462786653, + "NRMSE[mean]": 0.015805469727282934, + "ND[0.5]": 0.014498638485477179, + "mean_weighted_sum_quantile_loss": 0.014830292347423927 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2544.736328125, + 2545.08203125, + 2544.390625, + 2544.736328125, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2543.69921875, + 2544.044921875, + 2544.390625, + 2544.044921875, + 2544.390625, + 2543.69921875, + 2544.390625, + 2544.736328125, + 2544.736328125, + 2544.736328125, + 2545.08203125, + 2544.390625, + 2544.736328125, + 2545.08203125 + ], + "p10": [ + 2544.044921875, + 2543.69921875, + 2543.353515625, + 2543.353515625, + 2543.0078125, + 2542.662109375, + 2543.0078125, + 2543.0078125, + 2542.662109375, + 2542.662109375, + 2542.31640625, + 2542.31640625, + 2542.31640625, + 2542.662109375, + 2542.31640625, + 2541.970703125, + 2543.353515625, + 2542.662109375, + 2542.662109375, + 2543.0078125, + 2543.0078125, + 2542.31640625, + 2542.31640625, + 2542.31640625 + ], + "p90": [ + 2546.46484375, + 2547.15625, + 2547.84765625, + 2549.23046875, + 2550.958984375, + 2553.37890625, + 2554.76171875, + 2558.564453125, + 2563.05859375, + 2567.3798828125, + 2570.8369140625, + 2574.6396484375, + 2576.88671875, + 2578.4423828125, + 2581.03515625, + 2581.03515625, + 2589.07275390625, + 2592.09765625, + 2594.6904296875, + 2595.208984375, + 2596.4189453125, + 2596.7646484375, + 2599.44384765625, + 2600.697021484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_141449.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_141449.json new file mode 100644 index 0000000000000000000000000000000000000000..68c898ad75ae3a956dc541b07633b3f872788aec --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_141449.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T14:14:49.679843+00:00", + "metrics": { + "MSE[mean]": 1885.1675601502259, + "MSE[0.5]": 1715.5065468922257, + "MAE[0.5]": 37.21477254231771, + "MASE[0.5]": 0.6055285023834746, + "MAPE[0.5]": 0.014882750746783089, + "sMAPE[0.5]": 0.01474698903020309, + "MSIS": 27.873510162870758, + "RMSE[mean]": 43.41851632829277, + "NRMSE[mean]": 0.01729534260380127, + "ND[0.5]": 0.014824141759595436, + "mean_weighted_sum_quantile_loss": 0.016282794130359615 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2549.320068359375, + 2549.976806640625, + 2548.510986328125, + 2547.01806640625, + 2547.60400390625, + 2548.6494140625, + 2548.770751953125, + 2547.712158203125, + 2545.499267578125, + 2548.77099609375, + 2546.844970703125, + 2548.694580078125, + 2546.90869140625, + 2547.602783203125, + 2548.316162109375, + 2546.587158203125, + 2544.381591796875, + 2546.0400390625, + 2544.265869140625, + 2544.341796875, + 2544.200927734375, + 2545.325439453125, + 2544.4658203125, + 2544.017578125 + ], + "p10": [ + 2552.295166015625, + 2549.720947265625, + 2549.9619140625, + 2549.418212890625, + 2551.833251953125, + 2551.252197265625, + 2553.60791015625, + 2550.701416015625, + 2554.2041015625, + 2550.62109375, + 2552.240478515625, + 2556.3310546875, + 2552.9189453125, + 2551.671142578125, + 2553.40380859375, + 2551.848876953125, + 2555.598388671875, + 2557.17822265625, + 2555.0615234375, + 2554.49951171875, + 2553.608154296875, + 2553.938232421875, + 2556.918212890625, + 2555.72509765625 + ], + "p90": [ + 2551.09716796875, + 2553.00341796875, + 2552.702392578125, + 2552.348876953125, + 2553.43115234375, + 2554.57177734375, + 2555.2529296875, + 2554.15625, + 2553.536376953125, + 2556.7578125, + 2556.613525390625, + 2557.308349609375, + 2557.564208984375, + 2559.704345703125, + 2561.0048828125, + 2559.71044921875, + 2558.51318359375, + 2561.385498046875, + 2561.62548828125, + 2562.3154296875, + 2563.24560546875, + 2566.44140625, + 2565.7041015625, + 2566.51416015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_141553.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_141553.json new file mode 100644 index 0000000000000000000000000000000000000000..e2b44c62fe9545db7cc7735122a28f984f7b861d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_141553.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-19T14:15:53.609869+00:00", + "metrics": { + "MSE[mean]": 1960.5293608332674, + "MSE[0.5]": 1960.5293608332674, + "MAE[0.5]": 39.48106892903646, + "MASE[0.5]": 0.6424038334216101, + "MAPE[0.5]": 0.015791760652828838, + "sMAPE[0.5]": 0.015636469818976383, + "MSIS": 25.0223679157839, + "RMSE[mean]": 44.277865359943306, + "NRMSE[mean]": 0.017637655911014762, + "ND[0.5]": 0.01572689882650415, + "mean_weighted_sum_quantile_loss": 0.01638095023268211 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2549.3935546875, + 2549.53173828125, + 2549.645263671875, + 2549.681884765625, + 2549.711181640625, + 2549.610595703125, + 2549.6171875, + 2549.699951171875, + 2549.717529296875, + 2549.677001953125, + 2549.61669921875, + 2549.69970703125, + 2549.767333984375, + 2549.91650390625, + 2549.876220703125, + 2549.89208984375, + 2549.917724609375, + 2549.960205078125, + 2549.8642578125, + 2549.858154296875, + 2549.798583984375, + 2549.74169921875, + 2549.62939453125, + 2549.6396484375 + ], + "p10": [ + 2548.859375, + 2548.75341796875, + 2548.8525390625, + 2548.9345703125, + 2548.91943359375, + 2548.701416015625, + 2548.650146484375, + 2548.62255859375, + 2548.3359375, + 2548.031982421875, + 2547.890869140625, + 2547.75146484375, + 2547.40625, + 2547.224853515625, + 2546.952880859375, + 2546.72509765625, + 2546.52099609375, + 2546.349365234375, + 2546.033935546875, + 2545.809814453125, + 2545.98779296875, + 2545.744384765625, + 2545.62353515625, + 2545.686279296875 + ], + "p90": [ + 2550.105224609375, + 2550.238525390625, + 2553.530517578125, + 2559.29150390625, + 2565.661865234375, + 2574.229736328125, + 2582.201171875, + 2585.982177734375, + 2588.927734375, + 2588.90478515625, + 2590.96728515625, + 2594.426513671875, + 2600.470458984375, + 2601.787353515625, + 2601.91259765625, + 2605.74658203125, + 2607.586669921875, + 2608.1513671875, + 2609.342041015625, + 2609.275146484375, + 2612.08837890625, + 2612.82373046875, + 2611.9736328125, + 2609.623291015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_141532.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_141532.json new file mode 100644 index 0000000000000000000000000000000000000000..6f27567c01e7ecde1057200484e64f4defb4cf72 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_141532.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T14:15:32.324765+00:00", + "metrics": { + "MSE[mean]": 1991.6662295187514, + "MSE[0.5]": 1991.6662295187514, + "MAE[0.5]": 39.73186238606771, + "MASE[0.5]": 0.6464845405190678, + "MAPE[0.5]": 0.015892558258655026, + "sMAPE[0.5]": 0.01573480745277957, + "MSIS": 15.784418531514829, + "RMSE[mean]": 44.62808789897626, + "NRMSE[mean]": 0.017777163644405482, + "ND[0.5]": 0.015826799954616184, + "mean_weighted_sum_quantile_loss": 0.013236547209975795 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.0947265625, + 2550.10693359375, + 2550.13330078125, + 2550.09716796875, + 2550.04296875, + 2550.135498046875, + 2550.16064453125, + 2550.0732421875, + 2550.108154296875, + 2550.18212890625, + 2550.14306640625, + 2550.118408203125, + 2550.128173828125, + 2550.143798828125, + 2550.1845703125, + 2550.23388671875, + 2550.168701171875, + 2550.17724609375, + 2550.171630859375, + 2550.15234375, + 2550.08544921875, + 2550.344482421875, + 2550.3203125, + 2550.057861328125 + ], + "p10": [ + 2549.6328125, + 2549.53369140625, + 2549.554443359375, + 2549.3046875, + 2548.908935546875, + 2547.533447265625, + 2544.767822265625, + 2541.4453125, + 2536.16357421875, + 2533.88330078125, + 2530.2783203125, + 2526.973876953125, + 2524.4169921875, + 2522.9111328125, + 2522.850341796875, + 2522.126708984375, + 2521.822998046875, + 2520.962890625, + 2520.109130859375, + 2519.06689453125, + 2517.745361328125, + 2516.0654296875, + 2514.585205078125, + 2513.496826171875 + ], + "p90": [ + 2550.37939453125, + 2550.36083984375, + 2550.42578125, + 2550.449462890625, + 2550.34033203125, + 2550.86083984375, + 2558.322998046875, + 2567.71044921875, + 2585.723388671875, + 2585.827880859375, + 2595.3935546875, + 2596.2216796875, + 2599.1806640625, + 2599.0439453125, + 2598.16455078125, + 2597.03857421875, + 2597.445068359375, + 2597.328857421875, + 2597.518310546875, + 2596.4541015625, + 2597.05419921875, + 2596.99462890625, + 2597.93408203125, + 2597.66943359375 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 0fd5e8b7adc26400e6d6800e64cbadf98ffb1c12..9d2cd07d8de8611c29182edae8f9d57c9b21d0c7 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.442083400090572,2.44 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,359.6425047906252,359.6425047906252,13.583333571751913,1.1374433520666278,0.5834987860641834,0.38028260420985865,41.97717267197984,18.964242795076874,0.6496457935231773,0.4653154682875918,0.45681798962143855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.3025001780195755,1.3025001780195755,0.958333412806193,0.46909321202237403,0.03690848513169654,0.036575001238771616,7.296808510091272,1.1412712990431222,0.04443625907229936,0.03731343445226495,0.03123242778986576,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,48.208333333333336,48.208333333333336,5.208333333333333,0.927070457354759,0.7023630304880305,0.4327667446950589,34.430210322296425,6.943222114647733,0.7439166551408285,0.5580357142857143,0.5491369047619048,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1770.8333333333333,1770.8333333333333,35.416666666666664,0.5762711864406779,0.014003267973856209,0.013866192444487163,2.5098303549627095,42.08127057650866,0.01659737869903382,0.013968775677896467,0.010566967953985186,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2083.3333333333335,2083.3333333333335,41.666666666666664,0.6779661016949152,0.01665032679738562,0.016485629145438815,2.4915252713365668,45.64354645876384,0.018181661659922528,0.016597510373443983,0.011778699861687388,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ec239ae1e6a8292b9083263a10b21da1eb41378b..3e3a0ededdb5f248cfd5235cc51de3d8ee424d0b 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:04:12.938714+00:00", + "evaluated_at": "2026-06-19T14:17:01.736134+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1dccdcecc0d0785e598316b51985b7f94697fcd0..b19abc719dd982d00ad5a7a811e9f4fffb5c7194 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T13:47:43.224856+00:00", + "evaluated_at": "2026-06-19T14:17:01.744698+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,22 +115,34 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2600.0, 2550.0, 2550.0, 2550.0, - 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0, 2550.0, 2550.0, @@ -156,19 +156,19 @@ 2550.0 ], "p10": [ - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, 2548.0, 2499.0, 2499.0, 2499.0, - 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, 2499.0, 2499.0, 2499.0, @@ -182,19 +182,19 @@ 2499.0 ], "p90": [ - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, 2652.0, 2601.0, 2601.0, 2601.0, - 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, 2601.0, 2601.0, 2601.0, @@ -208,10 +208,6 @@ 2601.0 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 1c8197b42bff928e17948e24186ef492f86dab47..60c3d2161c9483f1825a99f39b0dee838c3795b0 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,36 +1,18 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T14:04:12.973742+00:00", + "evaluated_at": "2026-06-19T14:17:01.752494+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3806318ade55ec2bad48ec1db6ce8ea63172e130..102d935a750892f85e1a87dfaef3570e6d79edde 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,3.587535148388421,3.58753514 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,102.5238293420886,102.5238293420886,7.9019544919331866,0.6616951249635844,0.3263433119807986,0.2615345892344587,2.7211989156131735,10.12540514458995,0.34685945181045835,0.270692141614461,0.21158027236748247,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.6445120416315149,1.6445120416315149,1.0622379779815674,0.5199533047318426,0.04082842754140411,0.04054589080529985,4.699890954961725,1.2823852937520435,0.04993063892121886,0.04135903708925292,0.03520279876315027,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.80199752810101,27.80199752810101,4.4204661051432295,0.786832038492738,0.6815137189549726,0.42869253462276874,9.590317545774104,5.2727599535822804,0.5649385664552443,0.4736213684082031,0.3514813619946676,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,686.2221120198568,686.2221120198568,18.323567708333332,0.298146186440678,0.007293719362745098,0.007244829096308673,8.125715042372882,26.195841502418983,0.010331967067511185,0.007227043960558751,0.007270704943851,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1574.368651707967,1574.368651707967,36.397623697916664,0.5922325211864407,0.01454988383374183,0.01442607770169753,22.69338436837924,39.67831462786653,0.015805469727282934,0.014498638485477179,0.014830292347423927,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9f7e6ec04912aef2b524dd6bf167c68b9b339093..48c5be882d50366fd7f416c77810f8dd507c1898 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:03:28.793786+00:00", + "evaluated_at": "2026-06-19T14:16:45.565179+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 160673db0106e294fa2d9508f9cca965b877ef20..99f2bea0fda18a8ed33e69dfa3dde428dcd5ab92 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T13:47:32.660261+00:00", + "evaluated_at": "2026-06-19T14:16:55.965216+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2542.3671875, - 2542.03125, - 2541.359375, - 2541.359375, - 2541.6953125, - 2541.6953125, - 2542.03125, - 2542.03125, - 2542.3671875, - 2542.3671875, - 2542.703125, - 2542.3671875, - 2543.7109375, - 2543.7109375, - 2544.3828125, - 2544.71875, - 2548.078125, - 2547.40625, - 2548.4140625, - 2549.0859375, - 2549.421875, - 2548.4140625, - 2549.7578125, - 2549.7578125 + 2544.736328125, + 2545.08203125, + 2544.390625, + 2544.736328125, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2544.390625, + 2543.69921875, + 2544.044921875, + 2544.390625, + 2544.044921875, + 2544.390625, + 2543.69921875, + 2544.390625, + 2544.736328125, + 2544.736328125, + 2544.736328125, + 2545.08203125, + 2544.390625, + 2544.736328125, + 2545.08203125 ], "p10": [ - 2540.6875, - 2540.015625, - 2539.0078125, - 2539.0078125, - 2538.671875, - 2538.3359375, - 2538.671875, - 2538.671875, - 2538.3359375, - 2537.328125, - 2536.65625, - 2536.65625, - 2536.65625, - 2535.984375, - 2536.65625, - 2535.984375, - 2540.015625, - 2538.3359375, - 2539.0078125, - 2539.6796875, - 2540.015625, - 2539.0078125, - 2540.015625, - 2539.34375 + 2544.044921875, + 2543.69921875, + 2543.353515625, + 2543.353515625, + 2543.0078125, + 2542.662109375, + 2543.0078125, + 2543.0078125, + 2542.662109375, + 2542.662109375, + 2542.31640625, + 2542.31640625, + 2542.31640625, + 2542.662109375, + 2542.31640625, + 2541.970703125, + 2543.353515625, + 2542.662109375, + 2542.662109375, + 2543.0078125, + 2543.0078125, + 2542.31640625, + 2542.31640625, + 2542.31640625 ], "p90": [ - 2550.4296875, - 2556.140625, - 2561.515625, - 2566.21875, - 2570.921875, - 2574.6171875, - 2578.3125, - 2581.671875, - 2585.19921875, - 2589.0625, - 2591.75, - 2592.7578125, - 2595.94921875, - 2597.62890625, - 2599.64453125, - 2600.8203125, - 2602.66796875, - 2605.103515625, - 2607.03515625, - 2608.798828125, - 2609.974609375, - 2609.890625, - 2611.90625, - 2612.662109375 + 2546.46484375, + 2547.15625, + 2547.84765625, + 2549.23046875, + 2550.958984375, + 2553.37890625, + 2554.76171875, + 2558.564453125, + 2563.05859375, + 2567.3798828125, + 2570.8369140625, + 2574.6396484375, + 2576.88671875, + 2578.4423828125, + 2581.03515625, + 2581.03515625, + 2589.07275390625, + 2592.09765625, + 2594.6904296875, + 2595.208984375, + 2596.4189453125, + 2596.7646484375, + 2599.44384765625, + 2600.697021484375 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 0a752566d8fd575609358b85b23be04f81b58228..c27063e6094a80472bf1150cc059b84d4f4ddd92 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,36 +1,18 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T14:04:10.437348+00:00", + "evaluated_at": "2026-06-19T14:16:59.780122+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index a53ace98b4ca3626942643be556a4647b83fc0ef..8da2ae5d21bb5b523dcc1a9a86ef48817de75934 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0100968204675762,0.6023 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.86004566916078,59.791612473109275,6.461504062016805,0.5410744572287355,0.25581093443349984,0.2251951052655632,21.369010044640078,9.266069591210762,0.3174217498410116,0.2213475633633979,0.2475484901072689,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.3753085343738953,2.2736152357409387,1.279158353805542,0.6261333402900386,0.04939997423492217,0.04943895560326242,18.24830563171384,1.541203599260622,0.06000792491437004,0.049804995579803266,0.048236312581249004,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.986154482579536,13.384098225279141,3.0698633591334024,0.5464280886467366,0.45989192638813764,0.33186976187220457,25.761884340397064,4.241008663346437,0.4543937853585468,0.3289139313357217,0.39192944112278166,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,645.8368457804123,532.0272138590614,15.501230875651041,0.25222341763771183,0.006174479485804739,0.0061357614887252295,12.076494140625,25.413320243140454,0.010023330909373393,0.006113879063527116,0.007105387971617365,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1885.1675601502259,1715.5065468922257,37.21477254231771,0.6055285023834746,0.014882750746783089,0.01474698903020309,27.873510162870758,43.41851632829277,0.01729534260380127,0.014824141759595436,0.016282794130359615,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 491834012778a26f88baa20cea117e79f89d7daf..2cab77991846ad556b5b336f616d1a9284356bc0 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:58:36.633691+00:00", + "evaluated_at": "2026-06-19T14:14:41.574486+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a02d10e4d63beb1fdb6cf818748ab72e30082c42..97baba163f1c4a4190bb6bcb67d0f93035ca9c09 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:44:55.086826+00:00", + "evaluated_at": "2026-06-19T14:14:49.679843+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2550.761474609375, - 2549.849609375, - 2548.525634765625, - 2546.70361328125, - 2549.3720703125, - 2547.936767578125, - 2546.821044921875, - 2545.890380859375, - 2544.10888671875, - 2546.080810546875, - 2543.206787109375, - 2544.41064453125, - 2543.218994140625, - 2543.779541015625, - 2544.02685546875, - 2543.45068359375, - 2542.191162109375, - 2540.333740234375, - 2541.510986328125, - 2541.484130859375, - 2541.963623046875, - 2539.4326171875, - 2539.744140625, - 2539.549560546875 + 2549.320068359375, + 2549.976806640625, + 2548.510986328125, + 2547.01806640625, + 2547.60400390625, + 2548.6494140625, + 2548.770751953125, + 2547.712158203125, + 2545.499267578125, + 2548.77099609375, + 2546.844970703125, + 2548.694580078125, + 2546.90869140625, + 2547.602783203125, + 2548.316162109375, + 2546.587158203125, + 2544.381591796875, + 2546.0400390625, + 2544.265869140625, + 2544.341796875, + 2544.200927734375, + 2545.325439453125, + 2544.4658203125, + 2544.017578125 ], "p10": [ - 2553.576904296875, - 2552.601318359375, - 2550.609375, - 2550.994873046875, - 2554.320556640625, - 2553.332763671875, - 2555.8544921875, - 2551.294189453125, - 2556.5869140625, - 2550.95068359375, - 2552.859375, - 2556.349365234375, - 2555.328369140625, - 2551.79638671875, - 2553.370849609375, - 2551.041015625, - 2555.466552734375, - 2557.2822265625, - 2555.071044921875, - 2553.8515625, - 2554.103515625, - 2553.5048828125, - 2556.55078125, - 2554.09814453125 + 2552.295166015625, + 2549.720947265625, + 2549.9619140625, + 2549.418212890625, + 2551.833251953125, + 2551.252197265625, + 2553.60791015625, + 2550.701416015625, + 2554.2041015625, + 2550.62109375, + 2552.240478515625, + 2556.3310546875, + 2552.9189453125, + 2551.671142578125, + 2553.40380859375, + 2551.848876953125, + 2555.598388671875, + 2557.17822265625, + 2555.0615234375, + 2554.49951171875, + 2553.608154296875, + 2553.938232421875, + 2556.918212890625, + 2555.72509765625 ], "p90": [ - 2553.843505859375, - 2555.051025390625, - 2555.82373046875, - 2556.73095703125, - 2560.40625, - 2560.45361328125, - 2558.5498046875, - 2559.24853515625, - 2559.170166015625, - 2561.051513671875, - 2560.963134765625, - 2558.447265625, - 2561.4365234375, - 2563.10400390625, - 2563.451904296875, - 2562.30712890625, - 2562.328857421875, - 2561.7939453125, - 2564.265380859375, - 2566.614990234375, - 2566.603759765625, - 2566.15869140625, - 2566.822265625, - 2567.15234375 + 2551.09716796875, + 2553.00341796875, + 2552.702392578125, + 2552.348876953125, + 2553.43115234375, + 2554.57177734375, + 2555.2529296875, + 2554.15625, + 2553.536376953125, + 2556.7578125, + 2556.613525390625, + 2557.308349609375, + 2557.564208984375, + 2559.704345703125, + 2561.0048828125, + 2559.71044921875, + 2558.51318359375, + 2561.385498046875, + 2561.62548828125, + 2562.3154296875, + 2563.24560546875, + 2566.44140625, + 2565.7041015625, + 2566.51416015625 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b56153632839f92d5269cfd4faf61a74f09821c3..297852bdc2339278c21dc9e0bd48ad95bab31e3f 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,36 +1,18 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T13:59:32.034958+00:00", + "evaluated_at": "2026-06-19T14:14:55.848332+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ca2bea37befab6914a9403d306892f6f54528d39..1c0720fd8cfb137a48b1937bb01c24d9e0ee0a5d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,1.7568254546962028,1.7568254546 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.13728198192939,87.13728198192939,6.903352816899617,0.5780740587039979,0.28441771027386237,0.2297355669490633,2.5080699805540636,9.334735238983985,0.31977398450270866,0.23648369023568144,0.18985750483240985,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.839548668341801,1.839548668341801,1.1477441787719727,0.5618076091321765,0.04408439322337191,0.043221437228089375,5.020380704618007,1.3562996233656488,0.052808549110162806,0.04468828552807389,0.036751716245131766,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,19.59693654000546,19.59693654000546,3.6249194542566934,0.6452267013757279,0.5678966582940669,0.3732843067349634,6.047437542890588,4.426842728176082,0.4743045780188659,0.3883842272417886,0.29812938220917234,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,755.4486772467693,755.4486772467693,15.05938720703125,0.24503409692796607,0.006022055871502247,0.005962229141653169,6.3117036877648305,27.485426633886718,0.01084059554993067,0.0059396104021158585,0.005880337881887382,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1960.5293608332674,1960.5293608332674,39.48106892903646,0.6424038334216101,0.015791760652828838,0.015636469818976383,25.0223679157839,44.277865359943306,0.017637655911014762,0.01572689882650415,0.01638095023268211,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 381942ef5d0b1d17642382bccd073908a8bbfb2b..2653241f818809fc830bf57896ed7c35c4b94585 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T14:01:20.469205+00:00", + "evaluated_at": "2026-06-19T14:15:44.879701+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 48a57532e5e8e851e42cfb49d18fffc812e6b8b5..2aebc2f29d5ae77078b2087950a8f7a087ea4a28 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T13:46:12.983033+00:00", + "evaluated_at": "2026-06-19T14:15:53.609869+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2549.96240234375, - 2550.06396484375, - 2550.0771484375, - 2550.15966796875, - 2550.23291015625, - 2550.152587890625, - 2550.134033203125, - 2550.283203125, - 2550.265625, - 2550.233154296875, - 2550.185302734375, - 2550.38330078125, - 2550.536376953125, - 2550.777099609375, - 2550.841796875, - 2550.9609375, - 2551.026123046875, - 2551.227294921875, - 2550.83740234375, - 2550.712646484375, - 2550.5908203125, - 2550.6201171875, - 2550.510009765625, - 2550.576171875 + 2549.3935546875, + 2549.53173828125, + 2549.645263671875, + 2549.681884765625, + 2549.711181640625, + 2549.610595703125, + 2549.6171875, + 2549.699951171875, + 2549.717529296875, + 2549.677001953125, + 2549.61669921875, + 2549.69970703125, + 2549.767333984375, + 2549.91650390625, + 2549.876220703125, + 2549.89208984375, + 2549.917724609375, + 2549.960205078125, + 2549.8642578125, + 2549.858154296875, + 2549.798583984375, + 2549.74169921875, + 2549.62939453125, + 2549.6396484375 ], "p10": [ - 2548.5703125, - 2547.958251953125, - 2547.44287109375, - 2546.630859375, - 2545.4208984375, - 2544.056640625, - 2542.34765625, - 2540.89599609375, - 2539.409912109375, - 2537.76318359375, - 2536.5087890625, - 2535.426513671875, - 2533.629150390625, - 2532.58935546875, - 2531.646240234375, - 2530.372314453125, - 2529.555419921875, - 2529.197998046875, - 2528.2119140625, - 2527.76708984375, - 2527.990966796875, - 2526.569580078125, - 2526.121826171875, - 2525.385986328125 + 2548.859375, + 2548.75341796875, + 2548.8525390625, + 2548.9345703125, + 2548.91943359375, + 2548.701416015625, + 2548.650146484375, + 2548.62255859375, + 2548.3359375, + 2548.031982421875, + 2547.890869140625, + 2547.75146484375, + 2547.40625, + 2547.224853515625, + 2546.952880859375, + 2546.72509765625, + 2546.52099609375, + 2546.349365234375, + 2546.033935546875, + 2545.809814453125, + 2545.98779296875, + 2545.744384765625, + 2545.62353515625, + 2545.686279296875 ], "p90": [ - 2551.434326171875, - 2551.659912109375, - 2555.64306640625, - 2563.55078125, - 2572.269287109375, - 2576.47314453125, - 2578.0791015625, - 2580.266357421875, - 2584.1845703125, - 2586.27734375, - 2586.1181640625, - 2586.548095703125, - 2591.8017578125, - 2594.279296875, - 2591.3837890625, - 2594.791748046875, - 2597.983154296875, - 2597.883056640625, - 2595.517822265625, - 2592.982421875, - 2600.087158203125, - 2602.993408203125, - 2603.349609375, - 2602.85302734375 + 2550.105224609375, + 2550.238525390625, + 2553.530517578125, + 2559.29150390625, + 2565.661865234375, + 2574.229736328125, + 2582.201171875, + 2585.982177734375, + 2588.927734375, + 2588.90478515625, + 2590.96728515625, + 2594.426513671875, + 2600.470458984375, + 2601.787353515625, + 2601.91259765625, + 2605.74658203125, + 2607.586669921875, + 2608.1513671875, + 2609.342041015625, + 2609.275146484375, + 2612.08837890625, + 2612.82373046875, + 2611.9736328125, + 2609.623291015625 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index dab099dbaf1fc675a0cfe7f6ad8aad4471edc4b1..4c31b7ae4f337ad63b335428a51fb585b9b8a529 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,36 +1,18 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T14:01:55.448915+00:00", + "evaluated_at": "2026-06-19T14:15:58.147608+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index d30fc8382095433796062f409334db6dd53afe26..279e646170e711dcf9669d0cdeb5f1ba9be6ab3c 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.009892908498993,1.00989 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,24.783721695316824,24.783721695316824,4.124808708826701,0.3454038892307307,0.149620678462258,0.14597224442566573,2.3122366766900413,4.978325189791927,0.17053926451407722,0.14130090274274892,0.15030491395266196,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.9649310485542628,1.9649310485542628,1.1595812638600667,0.5676017264933743,0.044626437458934944,0.043349611106884844,4.906695060964293,1.4017599825056581,0.054578582491321984,0.045149171366591356,0.035164836626993816,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.275711213991183,22.275711213991183,3.9231046438217163,0.6983029279484884,0.6084781355497844,0.39547863599819255,7.6061761794779885,4.719715162379101,0.5056837673977608,0.4203326404094696,0.3164639573248606,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,735.3968925103545,735.3968925103545,14.797251383463541,0.24076883606991525,0.005917707375919117,0.005859460648853718,5.84654594809322,27.118202235958684,0.0106957576608547,0.005836220759295399,0.005808580376095589,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1991.6662295187514,1991.6662295187514,39.73186238606771,0.6464845405190678,0.015892558258655026,0.01573480745277957,15.784418531514829,44.62808789897626,0.017777163644405482,0.015826799954616184,0.013236547209975795,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 66d42f76fb0b7ee20a52fd0f1ac89e4caaa4c798..c181e417da5b464621f90c2ec2f50126a2367f82 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T13:59:57.403617+00:00", + "evaluated_at": "2026-06-19T14:15:25.848828+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 26bfab6f2240765448202645a96fa32f1cf6a10c..b7b4bac32a38643823d37bb2eb27d5a7c2b58264 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T13:45:51.341551+00:00", + "evaluated_at": "2026-06-19T14:15:32.324765+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2700.0, - 2650.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +89,6 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ 2550.0, 2550.0, 2550.0, @@ -116,6 +101,9 @@ 2550.0, 2550.0, 2550.0, + 2550.0 + ], + "actuals": [ 2550.0, 2550.0, 2500.0, @@ -127,91 +115,99 @@ 2550.0, 2500.0, 2550.0, - 2550.0 + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 ], "p50": [ - 2550.18017578125, - 2550.18359375, - 2550.243408203125, - 2550.16552734375, - 2550.169921875, - 2550.240478515625, - 2550.237060546875, - 2550.10107421875, - 2550.1591796875, - 2550.286376953125, - 2550.250244140625, - 2550.253662109375, - 2550.467041015625, - 2550.196044921875, - 2550.215576171875, - 2550.2529296875, - 2550.210693359375, - 2550.166748046875, - 2550.1767578125, - 2550.16357421875, - 2550.0634765625, - 2550.296630859375, - 2550.258056640625, - 2550.19580078125 + 2550.0947265625, + 2550.10693359375, + 2550.13330078125, + 2550.09716796875, + 2550.04296875, + 2550.135498046875, + 2550.16064453125, + 2550.0732421875, + 2550.108154296875, + 2550.18212890625, + 2550.14306640625, + 2550.118408203125, + 2550.128173828125, + 2550.143798828125, + 2550.1845703125, + 2550.23388671875, + 2550.168701171875, + 2550.17724609375, + 2550.171630859375, + 2550.15234375, + 2550.08544921875, + 2550.344482421875, + 2550.3203125, + 2550.057861328125 ], "p10": [ - 2549.58642578125, - 2549.4990234375, - 2549.388427734375, - 2549.287353515625, - 2549.301025390625, - 2549.375, - 2549.070068359375, - 2547.49609375, - 2544.87890625, - 2543.124755859375, - 2541.128662109375, - 2539.237548828125, - 2537.272705078125, - 2535.76611328125, - 2534.018798828125, - 2531.724365234375, - 2529.278076171875, - 2526.26171875, - 2523.312744140625, - 2521.4677734375, - 2518.1513671875, - 2515.422607421875, - 2512.6689453125, - 2511.376708984375 + 2549.6328125, + 2549.53369140625, + 2549.554443359375, + 2549.3046875, + 2548.908935546875, + 2547.533447265625, + 2544.767822265625, + 2541.4453125, + 2536.16357421875, + 2533.88330078125, + 2530.2783203125, + 2526.973876953125, + 2524.4169921875, + 2522.9111328125, + 2522.850341796875, + 2522.126708984375, + 2521.822998046875, + 2520.962890625, + 2520.109130859375, + 2519.06689453125, + 2517.745361328125, + 2516.0654296875, + 2514.585205078125, + 2513.496826171875 ], "p90": [ - 2578.62060546875, - 2551.065673828125, - 2580.291748046875, - 2582.144775390625, - 2578.609130859375, - 2574.382080078125, - 2593.17578125, - 2597.632568359375, - 2599.300048828125, - 2591.931640625, - 2595.896240234375, - 2598.2861328125, - 2599.888916015625, - 2600.44775390625, - 2599.69140625, - 2599.1923828125, - 2600.72900390625, - 2599.618408203125, - 2599.749267578125, - 2599.164306640625, - 2599.391357421875, - 2601.297607421875, - 2600.53955078125, - 2601.2607421875 + 2550.37939453125, + 2550.36083984375, + 2550.42578125, + 2550.449462890625, + 2550.34033203125, + 2550.86083984375, + 2558.322998046875, + 2567.71044921875, + 2585.723388671875, + 2585.827880859375, + 2595.3935546875, + 2596.2216796875, + 2599.1806640625, + 2599.0439453125, + 2598.16455078125, + 2597.03857421875, + 2597.445068359375, + 2597.328857421875, + 2597.518310546875, + 2596.4541015625, + 2597.05419921875, + 2596.99462890625, + 2597.93408203125, + 2597.66943359375 ], "timestamps": [ - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", "2026-06-19 03:55:00", "2026-06-19 04:10:00", "2026-06-19 04:25:00", @@ -327,6 +323,10 @@ "2026-06-20 07:55:00", "2026-06-20 08:10:00", "2026-06-20 08:25:00", - "2026-06-20 08:40:00" + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index ff54375f8688913ef6b1e6e93085c76730374169..28f80dc2087497f13e18c2b11f67bdc32dedf7b3 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,36 +1,18 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T14:00:40.487149+00:00", + "evaluated_at": "2026-06-19T14:15:35.112025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260615t230000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t074800z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t142000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260618t130000z", - "data_fetched_at": "2026-06-19T13:56:25.630053Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t115000z", + "data_fetched_at": "2026-06-19T14:13:33.243209Z", + "context_length": 96, "prediction_length": 24 } ],