diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1a79c096746344ca19305220bf0a0661b14e308d..664b452c7b7fdebc9281766be3d53a98d0e48de6 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.400,3.400,3.400,3.600,3.500,2.800,3.400,3.600,3.500 +2026-06-17,Chronos-2,3.400,3.400,3.400,3.400,3.400,2.800,3.400,3.400,3.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 118763790ace480d3b814fccadcea88430d8398c..32e226d461469613c711d9c5f38f4d7c65eecb4b 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.7,3.4,3.7,3.6,3.733,2.933,3.7,3.6,3.7 +2026-W25,Chronos-Bolt-Mini,3.7,3.4,3.7,3.533,3.7,2.933,3.7,3.533,3.667 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 2544dee65c1bb0a6c7eaece838b98b5ff76a6e6f..a1279b910ab0d059fff929b840a182c3dc0c43a8 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,663422.2007452647,663422.2007452647,719.23486328125,0.7956253612649636,0.010960776021408906,0.010884132896875646,2.564908142013842,814.5073362132871,0.012376189641884102,0.010928553579893622,0.007337136766138274,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,662467.6760056814,662467.6760056814,718.9431966145834,0.7953027164532577,0.010956172218604144,0.010879642926152386,2.564908142013842,813.921173090909,0.012367228263766572,0.010924073381024413,0.007335626994305727,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.41956721903701083,0.41956721903701083,0.5065263907114664,0.2138244316372809,0.022398435097178745,0.022208553655745644,1.719781288015329,0.6477400860198563,0.029332734513343,0.022937910534513113,0.02740938542531364,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005976385040098128,0.005976385040098128,0.07196993629137675,0.3259169867564732,0.036944780892123864,0.03619512665775238,6.641148798860661,0.07730708272919194,0.04040263883473376,0.0376133109708108,0.02860700882877879,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.015852543526112664,0.015852543526112664,0.09797774089707269,0.5121563728710616,0.07371470029959368,0.07792416648078122,3.1048868054693397,0.1259068843475712,0.09918267263006693,0.07718159535742129,0.07967536082419725,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index e6f30b52c29cd8987f7ba49312800dc2aca582d1..a7d81c87b79db6fa06501433c9b7668c80aa84d1 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T09:37:41.875450+00:00", + "evaluated_at": "2026-06-17T09:43:33.867173+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64946.0390625 + 64953.0390625 ], "p50": [ 66427.3671875, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5be9b977ba77fde890b6373f973f1ece7ea7f297..42e6e8cebbef8c72a962c145cfbdfb3793b0509c 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T09:22:00.841539+00:00", + "evaluated_at": "2026-06-17T09:43:40.209191+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 08df736e54a4eaabd581cb2b36ebe960775c0e95..1e48c518e5df0b4671539b1b7840c7b62b83891a 100644 --- a/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,7 +1,7 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:16:07.166244+00:00", + "evaluated_at": "2026-06-17T09:43:59.015450+00:00", "freq": "1D", "context_length": 86, "prediction_length": 2, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 464ca159303550e714ebbcd5f07a0d384e10974d..7192ced8cac651b80c66d63231de40a35e52e822 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T09:37:59.088917+00:00", + "evaluated_at": "2026-06-17T09:44:03.074968+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 50566e9b86e3a9f82db0ca123bc5d64fb25bcf3b..8925209406a8211fcbe27ae4ea1fc30d24e4775e 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1161,3 +1161,6 @@ {"evaluated_at": "2026-06-17T09:34:01.774327+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} {"evaluated_at": "2026-06-17T09:40:02.783777+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T09:40:02.783777+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T09:46:17.893021+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T09:46:17.893021+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-17T09:46:17.893021+00:00", "dataset": "wikimedia_time_series_hourly_pageviews", "prediction_length": 2} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 14b9cb0492556e275e3e230fb7470431036d8ff7..59d2271231e01e6dd4d6dad8fa67428f7f565f4a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1519947.1184597015,1428321.7192287445,1095.9812825520833,1.212386312715706,0.016692525686558237,0.0165280829893887,6.78037108546501,1232.8613541107134,0.018732950879927646,0.016653100093463196,0.01004792544285542,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1511934.2975495656,1443573.4321282704,1098.27880859375,1.2149278607972007,0.016728033162706327,0.016561839879332817,5.897575090178505,1229.6073753640085,0.01868342486802356,0.01668793634100414,0.0098588355882845,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7176852451666491,0.8583090929603259,0.7499221165974935,0.31657120595129495,0.03322721230804348,0.03380049741964133,4.06433273952993,0.847163057012432,0.038363549789777816,0.03396002011702609,0.05962904632145773,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4233262044757301,0.47088162041606707,0.5369805162151654,2.431724700758858,0.252014144061053,0.316579364573225,7.281172420329525,0.6506352315051269,0.3400384459434355,0.28063961401738174,0.2393270135345117,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.027972657870283593,0.03498789152406169,0.16029053264194065,0.837882329719235,0.12163642847817147,0.1320931099050938,5.381124057440143,0.16725028511271242,0.13175078044046215,0.12626826171663058,0.11063693997193652,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.15473884731996654, open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,851.4532427110498,896.0486796407513,24.52438880999883,3.2053150565885953,0.5492372111937385,0.8154674560295033,92.6814448479703,29.179671737547867,0.7579135516246199,0.6369971119480216,0.5868790167808074,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.4659303781954804,1.895909668899738,1.0430889527002971,0.49652573763224467,0.03925318782819437,0.040234982410637055,2.1024520537950013,1.2107561183803617,0.04887007742052776,0.04210248216061177,0.03817054897991082,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.318125515056256,28.672627713969092,4.564837555090587,0.8835169461465652,0.7362080757658268,0.4236651849524422,8.186209732486356,5.321477756700318,0.49888853969065483,0.42795352078974247,0.31059864407612214,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,366.98532679180306,356.68089330072206,10.394785563151041,0.11087771267361111,0.003630089087696849,0.0036099281124604217,1.4131467556423611,19.15686108922344,0.006624851097137789,0.003594738523279899,0.003453143605657621,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,13.581667877850123,60.202402878698194,7.117710113525391,0.14857695472732274,0.028550051446456635,0.02875365857832777,1.547415209659659,3.685331447488831,0.015549921719362156,0.03003253212457971,0.04506720334109822,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,389.6116313834985,360.2673758578797,10.160400390625,0.10837760416666668,0.0035496313299327926,0.0035290718307772408,1.4651101888020832,19.73858230429679,0.006826022698892263,0.003513683132204611,0.0034074860645187917,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 4ffbdd26d6c8ff115e1dd45cc7053bccd689d468..60368c30c871fb23091e4def1560a71ba4e4e88e 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T09:39:41.387957+00:00", + "evaluated_at": "2026-06-17T09:45:49.935840+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,85 +175,85 @@ 65624.0, 65539.5, 64926.01953125, - 64946.0390625 + 64953.0390625 ], "p50": [ - 66673.51953125, - 66722.83203125, - 66728.9921875, - 66706.25390625, - 66689.10546875, - 66855.0390625, - 66854.125, - 66776.32421875, - 66800.7578125, - 66916.26171875, - 66853.33203125, - 66766.52734375, - 67055.91015625, - 66894.953125, - 67041.79296875, - 66931.21875, - 67058.21484375, - 67085.77734375, - 66928.76953125, - 66781.203125, - 66984.38671875, - 67029.75, - 66984.64453125, - 67035.6953125 + 66637.1484375, + 66762.0859375, + 66687.76171875, + 66749.3359375, + 66685.0390625, + 66901.2265625, + 66782.171875, + 66785.24609375, + 66846.36328125, + 66924.109375, + 66848.609375, + 66730.140625, + 66885.65625, + 66942.07421875, + 66859.98828125, + 66972.6796875, + 66823.609375, + 67002.0078125, + 66930.33203125, + 66946.640625, + 66972.78125, + 66969.96484375, + 66907.67578125, + 67219.23828125 ], "p10": [ - 66273.61328125, - 66293.078125, - 66260.16796875, - 66096.3828125, - 65930.875, - 66004.2890625, - 65855.86328125, - 65832.69140625, - 65826.85546875, - 65911.7265625, - 65860.1328125, - 65474.875, - 65962.13671875, - 65728.234375, - 65782.51171875, - 65599.5234375, - 65580.84765625, - 65593.55859375, - 65443.228515625, - 65371.298828125, - 65506.4765625, - 65126.998046875, - 65178.671875, - 65345.189453125 + 66216.4453125, + 66294.21875, + 66164.1484375, + 66015.21875, + 66022.72265625, + 66150.87890625, + 65980.40234375, + 65740.359375, + 65948.44921875, + 65936.99609375, + 65642.3515625, + 65588.08203125, + 65865.80859375, + 65599.55859375, + 65586.78515625, + 65692.1953125, + 65516.138671875, + 65389.09375, + 65658.6875, + 65036.365234375, + 65539.544921875, + 65366.4609375, + 65344.861328125, + 65527.470703125 ], "p90": [ - 67127.8125, - 67193.5390625, - 67388.78515625, - 67377.75390625, - 67460.32421875, - 67520.16015625, - 67642.46875, - 67891.19921875, - 67937.56640625, - 68158.39453125, - 68155.640625, - 68199.41796875, - 68203.4609375, - 68379.71484375, - 68266.9453125, - 68264.859375, - 68647.5234375, - 68430.3359375, - 68593.03125, - 68529.6796875, - 68586.1796875, - 68906.48046875, - 69052.1640625, - 69065.7109375 + 66995.46484375, + 67244.734375, + 67246.91796875, + 67381.7734375, + 67540.7421875, + 67764.16796875, + 67707.73828125, + 67837.34765625, + 67686.96875, + 68034.86328125, + 67778.44140625, + 68300.16015625, + 68144.09375, + 68316.1171875, + 68403.82421875, + 68442.0859375, + 68471.109375, + 68625.0703125, + 68688.5, + 68660.25390625, + 68750.26171875, + 68723.0703125, + 69110.45703125, + 68814.48828125 ], "timestamps": [ "2026-06-10 10:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 048ce26053548069f72e4f8d8083810b0e36b1b0..af612df936b6c083511a6283fe9f9cf059851ba0 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T09:23:32.587675+00:00", + "evaluated_at": "2026-06-17T09:45:55.635275+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, @@ -322,82 +322,82 @@ 2850.0 ], "p50": [ - 2899.08935546875, - 2898.7388916015625, - 2897.780517578125, - 2898.729736328125, - 2898.3809814453125, - 2898.150634765625, - 2898.1383056640625, - 2896.5963134765625, - 2898.0166015625, - 2898.36328125, - 2897.81787109375, - 2897.2764892578125, - 2897.998779296875, - 2896.9224853515625, - 2895.8377685546875, - 2896.0338134765625, - 2894.7122802734375, - 2895.4541015625, - 2895.577392578125, - 2893.2845458984375, - 2897.559814453125, - 2896.5390625, - 2895.5072021484375, - 2897.072265625 + 2899.02880859375, + 2898.765380859375, + 2898.882080078125, + 2898.63623046875, + 2898.166748046875, + 2898.2733154296875, + 2897.9652099609375, + 2896.159912109375, + 2898.123779296875, + 2898.2427978515625, + 2897.3978271484375, + 2899.380615234375, + 2898.673583984375, + 2897.765625, + 2894.6651611328125, + 2893.1314697265625, + 2895.059814453125, + 2894.52490234375, + 2893.3194580078125, + 2890.640380859375, + 2895.3778076171875, + 2891.4593505859375, + 2895.5435791015625, + 2896.2298583984375 ], "p10": [ - 2895.8065185546875, - 2891.5723876953125, - 2891.6138916015625, - 2890.41552734375, - 2889.7169189453125, - 2887.0626220703125, - 2885.9185791015625, - 2883.5306396484375, - 2885.2049560546875, - 2883.7371826171875, - 2881.3681640625, - 2881.0780029296875, - 2874.6290283203125, - 2875.501708984375, - 2870.79296875, - 2872.857421875, - 2866.74267578125, - 2859.0078125, - 2860.1380615234375, - 2862.1512451171875, - 2849.0821533203125, - 2862.9573974609375, - 2858.4254150390625, - 2847.118408203125 + 2894.7723388671875, + 2892.4595947265625, + 2892.3538818359375, + 2889.7890625, + 2888.056884765625, + 2886.491943359375, + 2887.3262939453125, + 2880.5242919921875, + 2884.08740234375, + 2883.9110107421875, + 2881.8389892578125, + 2882.7421875, + 2880.2740478515625, + 2878.16552734375, + 2874.5140380859375, + 2870.2666015625, + 2862.777587890625, + 2864.9208984375, + 2862.2044677734375, + 2861.691650390625, + 2856.0286865234375, + 2851.9227294921875, + 2864.4949951171875, + 2854.2513427734375 ], "p90": [ - 2903.830322265625, - 2904.4068603515625, - 2904.9197998046875, - 2908.1534423828125, - 2907.43359375, - 2910.1923828125, - 2911.132080078125, - 2909.4468994140625, - 2913.630859375, - 2911.096435546875, - 2914.00341796875, - 2914.910888671875, - 2922.1578369140625, - 2918.9366455078125, - 2913.763671875, - 2920.1680908203125, - 2921.404541015625, - 2923.68505859375, - 2926.55908203125, - 2932.4666748046875, - 2935.6981201171875, - 2941.998046875, - 2940.521728515625, - 2934.5521240234375 + 2904.104736328125, + 2904.2901611328125, + 2906.637451171875, + 2906.727294921875, + 2906.953857421875, + 2911.103759765625, + 2909.796875, + 2910.43359375, + 2915.7777099609375, + 2917.83642578125, + 2913.73486328125, + 2919.0579833984375, + 2917.013916015625, + 2917.6981201171875, + 2919.3504638671875, + 2918.4256591796875, + 2920.3084716796875, + 2935.4295654296875, + 2934.5357666015625, + 2927.758056640625, + 2930.1939697265625, + 2930.8533935546875, + 2931.5574951171875, + 2933.92431640625 ], "timestamps": [ "2026-06-16 06:55:00", diff --git a/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index eb79065d8de1a1808e81dbe445f7d09752a6835b..2fc8097e0ac7b701ec626cc55568870a6dc42b1d 100644 --- a/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,7 +1,7 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:21:04.715467+00:00", + "evaluated_at": "2026-06-17T09:46:01.162798+00:00", "freq": "1D", "context_length": 86, "prediction_length": 2, @@ -98,16 +98,16 @@ 288.0 ], "p50": [ - 190.26554107666016, - 281.73236083984375 + 191.33458709716797, + 273.62806701660156 ], "p10": [ - 163.13592529296875, - 243.84910583496094 + 163.69840240478516, + 236.5784912109375 ], "p90": [ - 224.3318328857422, - 328.8771209716797 + 218.71766662597656, + 318.0181121826172 ], "timestamps": [ "2026-03-20 00:00:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index b5c5519f628ca0811b1650d5ade3b8a9ff822314..27e871bee063393ccbb33bd9f3b14984159c06c3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T09:39:50.375586+00:00", + "evaluated_at": "2026-06-17T09:46:03.551133+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 6f592f3bca59ae299357566e32db9f7c19391949..1fb350c392ef062944e4f19658d17a1a75f40281 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T09:37:35.688561+00:00", - "finished_at": "2026-06-17T09:40:02.781858+00:00", - "task_count": 2, + "started_at": "2026-06-17T09:43:28.679150+00:00", + "finished_at": "2026-06-17T09:46:17.891685+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T09:37:59.088917+00:00", + "evaluated_at": "2026-06-17T09:44:03.074968+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T09:38:20.428070+00:00", + "evaluated_at": "2026-06-17T09:44:56.883686+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:38:33.030606+00:00", + "evaluated_at": "2026-06-17T09:45:17.489884+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T09:39:34.668800+00:00", + "evaluated_at": "2026-06-17T09:45:45.077321+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T09:39:50.375586+00:00", + "evaluated_at": "2026-06-17T09:46:03.551133+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T09:40:02.779154+00:00", + "evaluated_at": "2026-06-17T09:46:17.890045+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] @@ -130,7 +166,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T09:40:25.672807+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_094333.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_094333.json new file mode 100644 index 0000000000000000000000000000000000000000..3452ff0cae6420f864d5eed30d1689a41d777409 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_094333.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T09:43:33.867173+00:00", + "metrics": { + "MSE[mean]": 662467.6760056814, + "MSE[0.5]": 662467.6760056814, + "MAE[0.5]": 718.9431966145834, + "MASE[0.5]": 0.7953027164532577, + "MAPE[0.5]": 0.010956172218604144, + "sMAPE[0.5]": 0.010879642926152386, + "MSIS": 2.564908142013842, + "RMSE[mean]": 813.921173090909, + "NRMSE[mean]": 0.012367228263766572, + "ND[0.5]": 0.010924073381024413, + "mean_weighted_sum_quantile_loss": 0.007335626994305727 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64953.0390625 + ], + "predictions": { + "p50": [ + 66427.3671875, + 66417.5703125, + 66422.828125, + 66428.9921875, + 66443.0390625, + 66440.28125, + 66473.5703125, + 66482.5390625, + 66505.9921875, + 66514.34375, + 66529.6640625, + 66531.4609375, + 66535.609375, + 66552.734375, + 66582.140625, + 66565.8046875, + 66582.015625, + 66568.3125, + 66566.15625, + 66556.4765625, + 66568.734375, + 66568.296875, + 66595.03125, + 66585.8671875 + ], + "p10": [ + 66051.5546875, + 65884.4140625, + 65784.203125, + 65713.390625, + 65617.015625, + 65544.6796875, + 65472.5859375, + 65421.578125, + 65385.7265625, + 65345.15234375, + 65275.3515625, + 65189.0703125, + 65096.67578125, + 65095.40234375, + 65072.93359375, + 65025.71484375, + 64967.578125, + 64892.41015625, + 64811.05078125, + 64787.12109375, + 64736.23828125, + 64679.70703125, + 64647.91796875, + 64593.96484375 + ], + "p90": [ + 66704.09375, + 66823.09375, + 66943.3125, + 67037.0625, + 67113.4140625, + 67193.9921875, + 67275.6640625, + 67347.1640625, + 67400.25, + 67444.5390625, + 67508.59375, + 67565.765625, + 67637.8984375, + 67628.7421875, + 67688.1796875, + 67704.0546875, + 67800.8203125, + 67833.3203125, + 67854.1484375, + 67951.453125, + 67959.0859375, + 68058.734375, + 68113.8203125, + 68151.671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_094549.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_094549.json new file mode 100644 index 0000000000000000000000000000000000000000..b0f794f062ac8d8df0c1c7d3bbaba0d99a90486a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_094549.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T09:45:49.935840+00:00", + "metrics": { + "MSE[mean]": 1511934.2975495656, + "MSE[0.5]": 1443573.4321282704, + "MAE[0.5]": 1098.27880859375, + "MASE[0.5]": 1.2149278607972007, + "MAPE[0.5]": 0.016728033162706327, + "sMAPE[0.5]": 0.016561839879332817, + "MSIS": 5.897575090178505, + "RMSE[mean]": 1229.6073753640085, + "NRMSE[mean]": 0.01868342486802356, + "ND[0.5]": 0.01668793634100414, + "mean_weighted_sum_quantile_loss": 0.0098588355882845 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64953.0390625 + ], + "predictions": { + "p50": [ + 66637.1484375, + 66762.0859375, + 66687.76171875, + 66749.3359375, + 66685.0390625, + 66901.2265625, + 66782.171875, + 66785.24609375, + 66846.36328125, + 66924.109375, + 66848.609375, + 66730.140625, + 66885.65625, + 66942.07421875, + 66859.98828125, + 66972.6796875, + 66823.609375, + 67002.0078125, + 66930.33203125, + 66946.640625, + 66972.78125, + 66969.96484375, + 66907.67578125, + 67219.23828125 + ], + "p10": [ + 66216.4453125, + 66294.21875, + 66164.1484375, + 66015.21875, + 66022.72265625, + 66150.87890625, + 65980.40234375, + 65740.359375, + 65948.44921875, + 65936.99609375, + 65642.3515625, + 65588.08203125, + 65865.80859375, + 65599.55859375, + 65586.78515625, + 65692.1953125, + 65516.138671875, + 65389.09375, + 65658.6875, + 65036.365234375, + 65539.544921875, + 65366.4609375, + 65344.861328125, + 65527.470703125 + ], + "p90": [ + 66995.46484375, + 67244.734375, + 67246.91796875, + 67381.7734375, + 67540.7421875, + 67764.16796875, + 67707.73828125, + 67837.34765625, + 67686.96875, + 68034.86328125, + 67778.44140625, + 68300.16015625, + 68144.09375, + 68316.1171875, + 68403.82421875, + 68442.0859375, + 68471.109375, + 68625.0703125, + 68688.5, + 68660.25390625, + 68750.26171875, + 68723.0703125, + 69110.45703125, + 68814.48828125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_094607.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_094607.json new file mode 100644 index 0000000000000000000000000000000000000000..bfa2f9d0e5ad5c6c26c9ba1ca0a18793c8ef568b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_094607.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T09:46:07.649595+00:00", + "metrics": { + "MSE[mean]": 326440.9934698741, + "MSE[0.5]": 326440.9934698741, + "MAE[0.5]": 500.5408528645833, + "MASE[0.5]": 0.5537036887664439, + "MAPE[0.5]": 0.007627617257764816, + "sMAPE[0.5]": 0.00758975927441679, + "MSIS": 2.4374447164679496, + "RMSE[mean]": 571.3501496191928, + "NRMSE[mean]": 0.008681452151003964, + "ND[0.5]": 0.007605531330765969, + "mean_weighted_sum_quantile_loss": 0.006129774660786558 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64953.0390625 + ], + "predictions": { + "p50": [ + 66587.5, + 66531.25, + 66520.0, + 66486.25, + 66463.75, + 66418.75, + 66396.25, + 66373.75, + 66351.25, + 66340.0, + 66340.0, + 66317.5, + 66317.5, + 66295.0, + 66250.0, + 66238.75, + 66238.75, + 66205.0, + 66160.0, + 66160.0, + 66160.0, + 66148.75, + 66137.5, + 66081.25 + ], + "p10": [ + 66115.0, + 65923.75, + 65766.25, + 65653.75, + 65507.5, + 65411.875, + 65338.75, + 65220.625, + 65147.5, + 65057.5, + 65001.25, + 64945.0, + 64883.125, + 64804.375, + 64731.25, + 64655.3125, + 64570.9375, + 64520.3125, + 64444.375, + 64421.875, + 64368.4375, + 64326.25, + 64248.90625, + 64171.5625 + ], + "p90": [ + 66970.0, + 67037.5, + 67105.0, + 67127.5, + 67150.0, + 67150.0, + 67172.5, + 67172.5, + 67195.0, + 67172.5, + 67195.0, + 67195.0, + 67217.5, + 67195.0, + 67172.5, + 67150.0, + 67217.5, + 67217.5, + 67195.0, + 67217.5, + 67217.5, + 67217.5, + 67240.0, + 67217.5 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_094409.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_094409.json new file mode 100644 index 0000000000000000000000000000000000000000..6fdfa8ff29b0b963f80ec2c0dd6aab9e8ddf4183 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_094409.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T09:44:09.495073+00:00", + "metrics": { + "MSE[mean]": 216181.99475161234, + "MSE[0.5]": 77435.10691134135, + "MAE[0.5]": 198.00797526041666, + "MASE[0.5]": 0.2190385573513396, + "MAPE[0.5]": 0.0030193768418354805, + "sMAPE[0.5]": 0.0030122235911835293, + "MSIS": 9.629341247157594, + "RMSE[mean]": 464.9537554979122, + "NRMSE[mean]": 0.007064798676389683, + "ND[0.5]": 0.003008657237398471, + "mean_weighted_sum_quantile_loss": 0.004096043253737935 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64953.0390625 + ], + "predictions": { + "p50": [ + 66450.59375, + 66368.703125, + 66398.3828125, + 66230.984375, + 66317.671875, + 66112.8515625, + 66083.109375, + 66091.5234375, + 66018.0625, + 65935.5390625, + 65782.1328125, + 65802.03125, + 65759.1640625, + 65738.4609375, + 65782.203125, + 65796.3203125, + 65765.953125, + 65764.3125, + 65633.96875, + 65612.859375, + 65552.1328125, + 65485.7734375, + 65620.046875, + 65601.0859375 + ], + "p10": [ + 66371.3828125, + 66426.171875, + 66294.3203125, + 66310.40625, + 66297.1328125, + 65943.1328125, + 66112.9609375, + 66093.0703125, + 66046.1875, + 66100.0078125, + 65832.5546875, + 65861.765625, + 65792.09375, + 65791.0078125, + 65937.3046875, + 65926.0859375, + 66030.5234375, + 65867.7734375, + 65771.515625, + 65876.8203125, + 65845.5078125, + 65743.1171875, + 65658.3125, + 65686.2734375 + ], + "p90": [ + 66861.65625, + 66904.984375, + 67010.0703125, + 66989.8359375, + 67151.5, + 66979.21875, + 66951.2421875, + 67049.1328125, + 67054.8203125, + 67089.1796875, + 66999.5625, + 66950.9296875, + 67000.3125, + 66997.2734375, + 67018.046875, + 67067.4140625, + 67059.9375, + 67182.59375, + 67115.7890625, + 67114.21875, + 67108.546875, + 67003.9140625, + 67001.2734375, + 66901.78125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_094522.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_094522.json new file mode 100644 index 0000000000000000000000000000000000000000..a08f6131ec820b7b38dd17607693922492f99782 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_094522.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T09:45:22.625987+00:00", + "metrics": { + "MSE[mean]": 845770.2242565155, + "MSE[0.5]": 845770.2242565155, + "MAE[0.5]": 808.5838216145834, + "MASE[0.5]": 0.8944641424223336, + "MAPE[0.5]": 0.012322909020065628, + "sMAPE[0.5]": 0.012225151188756188, + "MSIS": 3.5370400204879453, + "RMSE[mean]": 919.657666882909, + "NRMSE[mean]": 0.013973854799319228, + "ND[0.5]": 0.012286129201334026, + "mean_weighted_sum_quantile_loss": 0.00790878184916389 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64953.0390625 + ], + "predictions": { + "p50": [ + 66525.078125, + 66537.359375, + 66549.6015625, + 66561.8515625, + 66564.734375, + 66572.5546875, + 66572.859375, + 66566.78125, + 66569.6640625, + 66559.6796875, + 66555.2734375, + 66551.5703125, + 66557.6171875, + 66569.3203125, + 66588.5234375, + 66604.6640625, + 66617.375, + 66648.9140625, + 66682.265625, + 66718.8984375, + 66761.3515625, + 66793.546875, + 66831.8359375, + 66850.4609375 + ], + "p10": [ + 66141.6796875, + 66051.3828125, + 65974.9375, + 65904.546875, + 65826.9765625, + 65769.15625, + 65709.9140625, + 65632.8203125, + 65572.8828125, + 65499.7578125, + 65439.94921875, + 65390.26171875, + 65319.84375, + 65266.73828125, + 65223.9140625, + 65183.96484375, + 65150.44140625, + 65134.296875, + 65120.4609375, + 65116.3359375, + 65109.65234375, + 65103.59765625, + 65103.18359375, + 65086.06640625 + ], + "p90": [ + 66919.078125, + 67038.796875, + 67154.0859375, + 67271.578125, + 67349.8828125, + 67430.265625, + 67510.2109375, + 67573.6484375, + 67634.15625, + 67682.546875, + 67732.8046875, + 67775.890625, + 67823.140625, + 67900.9140625, + 67989.0234375, + 68036.1796875, + 68095.203125, + 68211.1171875, + 68312.53125, + 68419.2421875, + 68499.015625, + 68573.140625, + 68648.4921875, + 68699.5390625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_094502.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_094502.json new file mode 100644 index 0000000000000000000000000000000000000000..adecfd072def22942a7c1216da590f93b3475984 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_094502.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T09:45:02.213840+00:00", + "metrics": { + "MSE[mean]": 530065.1361573538, + "MSE[0.5]": 530065.1361573538, + "MAE[0.5]": 644.5974934895834, + "MASE[0.5]": 0.7130606979873159, + "MAPE[0.5]": 0.009823103158468452, + "sMAPE[0.5]": 0.009761725520600395, + "MSIS": 3.129132356247693, + "RMSE[mean]": 728.0557232501876, + "NRMSE[mean]": 0.011062534820151496, + "ND[0.5]": 0.009794418186670102, + "mean_weighted_sum_quantile_loss": 0.007543087285110126 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64953.0390625 + ], + "predictions": { + "p50": [ + 66551.515625, + 66523.6015625, + 66498.3125, + 66484.53125, + 66472.1171875, + 66456.765625, + 66447.7890625, + 66450.984375, + 66442.359375, + 66447.546875, + 66452.7890625, + 66462.8671875, + 66453.625, + 66466.0, + 66459.71875, + 66453.421875, + 66449.640625, + 66445.9921875, + 66436.3984375, + 66438.4140625, + 66426.3359375, + 66414.109375, + 66417.3671875, + 66423.90625 + ], + "p10": [ + 66118.796875, + 65908.8125, + 65757.1796875, + 65633.125, + 65528.4375, + 65426.2265625, + 65340.12109375, + 65278.1640625, + 65181.1640625, + 65150.1796875, + 65090.83984375, + 65035.828125, + 64964.27734375, + 64910.44921875, + 64853.08203125, + 64801.703125, + 64743.66796875, + 64688.80078125, + 64641.19921875, + 64584.90234375, + 64532.3984375, + 64486.19140625, + 64443.9140625, + 64401.76953125 + ], + "p90": [ + 66984.0390625, + 67135.5, + 67246.6640625, + 67335.5078125, + 67418.0703125, + 67495.7734375, + 67564.4453125, + 67630.0625, + 67719.78125, + 67795.4375, + 67864.6171875, + 67929.0390625, + 67974.4375, + 68049.5234375, + 68107.9375, + 68149.3203125, + 68212.2890625, + 68254.9296875, + 68306.2109375, + 68348.8671875, + 68393.7265625, + 68446.4453125, + 68490.9375, + 68536.3359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_094340.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_094340.json new file mode 100644 index 0000000000000000000000000000000000000000..908fa534e3a0ac7d7108fb5078a6b29c19dd8075 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_094340.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T09:43:40.209191+00:00", + "metrics": { + "MSE[mean]": 383.5721466938655, + "MSE[0.5]": 383.5721466938655, + "MAE[0.5]": 18.041829427083332, + "MASE[0.5]": 0.19244618055555554, + "MAPE[0.5]": 0.006249686270188987, + "sMAPE[0.5]": 0.006255370254496268, + "MSIS": 0.9629695095486112, + "RMSE[mean]": 19.584998000864474, + "NRMSE[mean]": 0.00677290997148051, + "ND[0.5]": 0.006239249369596541, + "mean_weighted_sum_quantile_loss": 0.005039447590207732 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0 + ], + "actual": [ + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2892.31298828125, + 2891.6455078125, + 2890.869384765625, + 2889.5517578125, + 2889.0478515625, + 2887.88134765625, + 2887.554931640625, + 2887.436767578125, + 2887.11865234375, + 2886.554931640625, + 2886.60693359375, + 2885.635986328125, + 2884.99267578125, + 2883.724609375, + 2883.366455078125, + 2881.455078125, + 2877.38232421875, + 2876.505126953125, + 2875.62939453125, + 2873.99609375, + 2873.95458984375, + 2873.580322265625, + 2872.58837890625, + 2872.66943359375 + ], + "p10": [ + 2878.9296875, + 2875.975830078125, + 2874.407470703125, + 2874.6494140625, + 2871.2666015625, + 2868.067626953125, + 2868.5849609375, + 2866.048095703125, + 2864.701904296875, + 2864.173828125, + 2861.7861328125, + 2860.803955078125, + 2860.19873046875, + 2857.826171875, + 2855.24560546875, + 2854.917236328125, + 2844.3310546875, + 2842.208740234375, + 2840.477783203125, + 2839.929443359375, + 2837.755859375, + 2835.624755859375, + 2835.256103515625, + 2833.492919921875 + ], + "p90": [ + 2903.696533203125, + 2903.520263671875, + 2903.01220703125, + 2903.698974609375, + 2904.234619140625, + 2904.005859375, + 2903.724609375, + 2904.466796875, + 2903.944580078125, + 2904.25537109375, + 2904.3935546875, + 2904.572265625, + 2905.182373046875, + 2903.880126953125, + 2903.63134765625, + 2903.50244140625, + 2904.5185546875, + 2903.19970703125, + 2902.950439453125, + 2903.407470703125, + 2904.156005859375, + 2904.4306640625, + 2904.0732421875, + 2903.85009765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_094555.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_094555.json new file mode 100644 index 0000000000000000000000000000000000000000..5094e2e7ee59d88800e79261e0f721f5aba4ec7e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_094555.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T09:45:55.635275+00:00", + "metrics": { + "MSE[mean]": 389.6116313834985, + "MSE[0.5]": 360.2673758578797, + "MAE[0.5]": 10.160400390625, + "MASE[0.5]": 0.10837760416666668, + "MAPE[0.5]": 0.0035496313299327926, + "sMAPE[0.5]": 0.0035290718307772408, + "MSIS": 1.4651101888020832, + "RMSE[mean]": 19.73858230429679, + "NRMSE[mean]": 0.006826022698892263, + "ND[0.5]": 0.003513683132204611, + "mean_weighted_sum_quantile_loss": 0.0034074860645187917 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0 + ], + "actual": [ + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2899.02880859375, + 2898.765380859375, + 2898.882080078125, + 2898.63623046875, + 2898.166748046875, + 2898.2733154296875, + 2897.9652099609375, + 2896.159912109375, + 2898.123779296875, + 2898.2427978515625, + 2897.3978271484375, + 2899.380615234375, + 2898.673583984375, + 2897.765625, + 2894.6651611328125, + 2893.1314697265625, + 2895.059814453125, + 2894.52490234375, + 2893.3194580078125, + 2890.640380859375, + 2895.3778076171875, + 2891.4593505859375, + 2895.5435791015625, + 2896.2298583984375 + ], + "p10": [ + 2894.7723388671875, + 2892.4595947265625, + 2892.3538818359375, + 2889.7890625, + 2888.056884765625, + 2886.491943359375, + 2887.3262939453125, + 2880.5242919921875, + 2884.08740234375, + 2883.9110107421875, + 2881.8389892578125, + 2882.7421875, + 2880.2740478515625, + 2878.16552734375, + 2874.5140380859375, + 2870.2666015625, + 2862.777587890625, + 2864.9208984375, + 2862.2044677734375, + 2861.691650390625, + 2856.0286865234375, + 2851.9227294921875, + 2864.4949951171875, + 2854.2513427734375 + ], + "p90": [ + 2904.104736328125, + 2904.2901611328125, + 2906.637451171875, + 2906.727294921875, + 2906.953857421875, + 2911.103759765625, + 2909.796875, + 2910.43359375, + 2915.7777099609375, + 2917.83642578125, + 2913.73486328125, + 2919.0579833984375, + 2917.013916015625, + 2917.6981201171875, + 2919.3504638671875, + 2918.4256591796875, + 2920.3084716796875, + 2935.4295654296875, + 2934.5357666015625, + 2927.758056640625, + 2930.1939697265625, + 2930.8533935546875, + 2931.5574951171875, + 2933.92431640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_094611.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_094611.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd61829a49e737eda137c97a4d0beaee5786930 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_094611.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T09:46:11.724756+00:00", + "metrics": { + "MSE[mean]": 386.2752939860026, + "MSE[0.5]": 386.2752939860026, + "MAE[0.5]": 13.536458333333334, + "MASE[0.5]": 0.14438888888888887, + "MAPE[0.5]": 0.004713200982430933, + "sMAPE[0.5]": 0.004695283235511014, + "MSIS": 1.323763888888889, + "RMSE[mean]": 19.653887503137963, + "NRMSE[mean]": 0.006796733430479988, + "ND[0.5]": 0.004681195965417867, + "mean_weighted_sum_quantile_loss": 0.004505673631123919 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0 + ], + "actual": [ + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2892.875, + 2892.1953125, + 2892.1953125, + 2892.875, + 2891.515625, + 2892.1953125, + 2892.875, + 2892.875, + 2891.515625, + 2891.515625, + 2890.15625, + 2891.515625, + 2891.515625, + 2890.8359375, + 2890.15625, + 2890.8359375, + 2896.2734375, + 2896.953125, + 2895.59375, + 2896.2734375, + 2894.9140625, + 2895.59375, + 2896.2734375, + 2896.2734375 + ], + "p10": [ + 2876.5625, + 2871.125, + 2869.765625, + 2865.6875, + 2861.609375, + 2860.25, + 2862.96875, + 2862.96875, + 2861.609375, + 2862.96875, + 2858.890625, + 2858.890625, + 2856.171875, + 2856.171875, + 2857.53125, + 2854.8125, + 2860.25, + 2857.53125, + 2854.8125, + 2854.8125, + 2853.453125, + 2853.453125, + 2852.09375, + 2853.453125 + ], + "p90": [ + 2896.2734375, + 2897.6328125, + 2897.6328125, + 2898.9921875, + 2899.671875, + 2901.03125, + 2903.75, + 2905.7890625, + 2906.46875, + 2907.828125, + 2909.1875, + 2911.90625, + 2914.625, + 2915.3046875, + 2915.3046875, + 2916.6640625, + 2935.6953125, + 2940.453125, + 2941.8125, + 2943.8515625, + 2944.53125, + 2947.9296875, + 2951.328125, + 2956.0859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_094417.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_094417.json new file mode 100644 index 0000000000000000000000000000000000000000..fe34bc0d12a2d153673b3216d2481b97dee673f9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_094417.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T09:44:17.466092+00:00", + "metrics": { + "MSE[mean]": 329.4776394168536, + "MSE[0.5]": 370.43715728322667, + "MAE[0.5]": 17.212483723958332, + "MASE[0.5]": 0.18359982638888886, + "MAPE[0.5]": 0.005965876793712348, + "sMAPE[0.5]": 0.0059679269116765426, + "MSIS": 3.8460055338541665, + "RMSE[mean]": 18.151518928642133, + "NRMSE[mean]": 0.00627718233843532, + "ND[0.5]": 0.005952443939121038, + "mean_weighted_sum_quantile_loss": 0.0049156493749749845 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0 + ], + "actual": [ + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2896.9140625, + 2895.4775390625, + 2894.66796875, + 2890.2646484375, + 2891.515380859375, + 2890.294677734375, + 2890.221923828125, + 2887.838623046875, + 2885.824951171875, + 2885.29541015625, + 2887.0, + 2886.38427734375, + 2884.9365234375, + 2882.701171875, + 2883.22119140625, + 2881.16455078125, + 2878.51953125, + 2878.461669921875, + 2876.98876953125, + 2878.3564453125, + 2878.238037109375, + 2876.22802734375, + 2874.470947265625, + 2874.21142578125 + ], + "p10": [ + 2897.67724609375, + 2898.39306640625, + 2899.178955078125, + 2897.8583984375, + 2898.87255859375, + 2899.81591796875, + 2898.9892578125, + 2899.7294921875, + 2899.88330078125, + 2898.806640625, + 2896.76708984375, + 2904.55908203125, + 2901.92138671875, + 2895.570068359375, + 2897.868896484375, + 2896.458251953125, + 2899.47021484375, + 2900.455078125, + 2900.72021484375, + 2899.28662109375, + 2897.87255859375, + 2896.1435546875, + 2901.34912109375, + 2900.1484375 + ], + "p90": [ + 2903.126220703125, + 2904.906982421875, + 2905.828125, + 2904.29150390625, + 2907.3388671875, + 2908.30859375, + 2906.95654296875, + 2907.67822265625, + 2906.6923828125, + 2908.735107421875, + 2913.987060546875, + 2912.468994140625, + 2913.146728515625, + 2914.261962890625, + 2913.97021484375, + 2914.1865234375, + 2915.0927734375, + 2919.672119140625, + 2920.203369140625, + 2923.9736328125, + 2923.314697265625, + 2926.838134765625, + 2926.02978515625, + 2928.44384765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_094532.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_094532.json new file mode 100644 index 0000000000000000000000000000000000000000..be4656dbec17a8922fde523830ecb3dd5ee8ee10 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_094532.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T09:45:32.112895+00:00", + "metrics": { + "MSE[mean]": 310.332596724232, + "MSE[0.5]": 310.332596724232, + "MAE[0.5]": 11.93463134765625, + "MASE[0.5]": 0.12730273437499998, + "MAPE[0.5]": 0.0041552966995377725, + "sMAPE[0.5]": 0.004141704745075483, + "MSIS": 1.3163967013888886, + "RMSE[mean]": 17.616259441897192, + "NRMSE[mean]": 0.006092078193163294, + "ND[0.5]": 0.004127250033771614, + "mean_weighted_sum_quantile_loss": 0.004623105271748919 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0 + ], + "actual": [ + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2898.678466796875, + 2898.402099609375, + 2897.939453125, + 2897.5556640625, + 2897.24462890625, + 2896.858642578125, + 2896.58544921875, + 2896.260009765625, + 2895.61083984375, + 2894.880859375, + 2894.23193359375, + 2893.88525390625, + 2893.1640625, + 2892.64453125, + 2891.843017578125, + 2891.157470703125, + 2890.603515625, + 2890.02587890625, + 2889.07763671875, + 2888.257568359375, + 2887.660888671875, + 2886.798095703125, + 2885.73583984375, + 2885.101806640625 + ], + "p10": [ + 2884.5234375, + 2886.71240234375, + 2885.529296875, + 2882.6220703125, + 2877.891357421875, + 2872.9365234375, + 2867.228759765625, + 2863.8466796875, + 2860.7431640625, + 2856.63037109375, + 2848.89111328125, + 2846.189208984375, + 2842.682373046875, + 2839.35546875, + 2835.771728515625, + 2832.06201171875, + 2829.416015625, + 2826.29833984375, + 2823.2265625, + 2818.92919921875, + 2817.695068359375, + 2815.67333984375, + 2812.496826171875, + 2809.921875 + ], + "p90": [ + 2901.984619140625, + 2901.910888671875, + 2901.734130859375, + 2901.9755859375, + 2903.00927734375, + 2903.959716796875, + 2904.7255859375, + 2905.565185546875, + 2906.13134765625, + 2907.249755859375, + 2908.20703125, + 2908.787353515625, + 2909.421875, + 2910.365478515625, + 2912.11572265625, + 2911.785888671875, + 2912.497802734375, + 2914.9189453125, + 2917.034912109375, + 2917.85693359375, + 2918.32470703125, + 2917.25048828125, + 2916.7412109375, + 2917.115234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_094509.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_094509.json new file mode 100644 index 0000000000000000000000000000000000000000..78118d046526340d173ca3730945686018a48110 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_094509.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T09:45:09.686366+00:00", + "metrics": { + "MSE[mean]": 705.710553539296, + "MSE[0.5]": 705.710553539296, + "MAE[0.5]": 18.541839599609375, + "MASE[0.5]": 0.19777962239583335, + "MAPE[0.5]": 0.006408145794538654, + "sMAPE[0.5]": 0.0064379926593242905, + "MSIS": 0.6467830946180556, + "RMSE[mean]": 26.565213222168875, + "NRMSE[mean]": 0.009186817252623243, + "ND[0.5]": 0.00641216355029719, + "mean_weighted_sum_quantile_loss": 0.005638432268526857 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0 + ], + "actual": [ + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2899.14013671875, + 2899.44140625, + 2899.789794921875, + 2898.753662109375, + 2897.97119140625, + 2896.828857421875, + 2895.329833984375, + 2895.95458984375, + 2898.12353515625, + 2897.2802734375, + 2890.80029296875, + 2887.12353515625, + 2879.617431640625, + 2873.72705078125, + 2871.62841796875, + 2863.69287109375, + 2856.230224609375, + 2853.769775390625, + 2853.018310546875, + 2851.87548828125, + 2852.46484375, + 2852.053466796875, + 2852.54736328125, + 2852.15234375 + ], + "p10": [ + 2852.536865234375, + 2844.08447265625, + 2841.742919921875, + 2843.2431640625, + 2843.76806640625, + 2844.8271484375, + 2845.818603515625, + 2846.60888671875, + 2844.25048828125, + 2844.921142578125, + 2842.270751953125, + 2845.718994140625, + 2842.4150390625, + 2842.670654296875, + 2841.318359375, + 2840.572998046875, + 2837.589111328125, + 2837.626953125, + 2836.39111328125, + 2835.748046875, + 2833.579345703125, + 2830.886474609375, + 2828.6884765625, + 2825.527099609375 + ], + "p90": [ + 2900.907470703125, + 2901.192138671875, + 2901.101806640625, + 2900.380859375, + 2900.453369140625, + 2900.539794921875, + 2900.627685546875, + 2900.8701171875, + 2901.288330078125, + 2900.818359375, + 2900.737060546875, + 2900.98779296875, + 2900.55224609375, + 2900.647705078125, + 2900.89697265625, + 2900.97509765625, + 2901.510498046875, + 2901.329345703125, + 2903.185791015625, + 2901.492919921875, + 2901.896728515625, + 2902.403564453125, + 2901.770263671875, + 2901.501220703125 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/chronos_2/20260617_094359.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/chronos_2/20260617_094359.json new file mode 100644 index 0000000000000000000000000000000000000000..0314fd292cbe59498a71452b78849d789dbe64ca --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/chronos_2/20260617_094359.json @@ -0,0 +1,217 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T09:43:59.015450+00:00", + "metrics": { + "MSE[mean]": 44.04240589775145, + "MSE[0.5]": 44.04240589775145, + "MAE[0.5]": 6.633331298828125, + "MASE[0.5]": 0.1384659038311372, + "MAPE[0.5]": 0.029541268570876036, + "sMAPE[0.5]": 0.029335639394521502, + "MSIS": 1.4311165050813865, + "RMSE[mean]": 6.636445275729429, + "NRMSE[mean]": 0.028001878800546113, + "ND[0.5]": 0.027988739657502638, + "mean_weighted_sum_quantile_loss": 0.04034934743603126 + }, + "context_length": 86, + "prediction_length": 2, + "timestamps": [ + "2026-03-20 00:00:00", + "2026-03-21 00:00:00", + "2026-03-22 00:00:00", + "2026-03-23 00:00:00", + "2026-03-24 00:00:00", + "2026-03-25 00:00:00", + "2026-03-26 00:00:00", + "2026-03-27 00:00:00", + "2026-03-28 00:00:00", + "2026-03-29 00:00:00", + "2026-03-30 00:00:00", + "2026-03-31 00:00:00", + "2026-04-01 00:00:00", + "2026-04-02 00:00:00", + "2026-04-03 00:00:00", + "2026-04-04 00:00:00", + "2026-04-05 00:00:00", + "2026-04-06 00:00:00", + "2026-04-07 00:00:00", + "2026-04-08 00:00:00", + "2026-04-09 00:00:00", + "2026-04-10 00:00:00", + "2026-04-11 00:00:00", + "2026-04-12 00:00:00", + "2026-04-13 00:00:00", + "2026-04-14 00:00:00", + "2026-04-15 00:00:00", + "2026-04-16 00:00:00", + "2026-04-17 00:00:00", + "2026-04-18 00:00:00", + "2026-04-19 00:00:00", + "2026-04-20 00:00:00", + "2026-04-21 00:00:00", + "2026-04-22 00:00:00", + "2026-04-23 00:00:00", + "2026-04-24 00:00:00", + "2026-04-25 00:00:00", + "2026-04-26 00:00:00", + "2026-04-27 00:00:00", + "2026-04-28 00:00:00", + "2026-04-29 00:00:00", + "2026-04-30 00:00:00", + "2026-05-01 00:00:00", + "2026-05-02 00:00:00", + "2026-05-03 00:00:00", + "2026-05-04 00:00:00", + "2026-05-05 00:00:00", + "2026-05-06 00:00:00", + "2026-05-07 00:00:00", + "2026-05-08 00:00:00", + "2026-05-09 00:00:00", + "2026-05-10 00:00:00", + "2026-05-11 00:00:00", + "2026-05-12 00:00:00", + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00" + ], + "context": [ + 290.0, + 223.0, + 237.0, + 382.0, + 383.0, + 397.0, + 337.0, + 303.0, + 263.0, + 226.0, + 312.0, + 370.0, + 343.0, + 370.0, + 320.0, + 237.0, + 222.0, + 267.0, + 321.0, + 310.0, + 365.0, + 330.0, + 247.0, + 229.0, + 289.0, + 355.0, + 370.0, + 360.0, + 318.0, + 265.0, + 273.0, + 368.0, + 402.0, + 418.0, + 324.0, + 335.0, + 216.0, + 232.0, + 355.0, + 412.0, + 376.0, + 384.0, + 286.0, + 206.0, + 241.0, + 385.0, + 340.0, + 320.0, + 318.0, + 285.0, + 189.0, + 228.0, + 298.0, + 294.0, + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0, + 242.0, + 184.0 + ], + "actual": [ + 186.0, + 288.0 + ], + "predictions": { + "p50": [ + 192.83660888671875, + 281.5699462890625 + ], + "p10": [ + 170.28793334960938, + 242.119384765625 + ], + "p90": [ + 225.31744384765625, + 324.2076721191406 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moirai_1_1_large/20260617_094601.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moirai_1_1_large/20260617_094601.json new file mode 100644 index 0000000000000000000000000000000000000000..7dcde9b88784c88c48d6e0532831b0e55cef79c5 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moirai_1_1_large/20260617_094601.json @@ -0,0 +1,217 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T09:46:01.162798+00:00", + "metrics": { + "MSE[mean]": 70.05955112213269, + "MSE[0.5]": 105.10574925752007, + "MAE[0.5]": 10.16238784790039, + "MASE[0.5]": 0.21213235930047475, + "MAPE[0.5]": 0.04367278639133686, + "sMAPE[0.5]": 0.043532868622717796, + "MSIS": 1.437522259582939, + "RMSE[mean]": 8.370158368999519, + "NRMSE[mean]": 0.03531712391982919, + "ND[0.5]": 0.042879273619832875, + "mean_weighted_sum_quantile_loss": 0.04916024223717513 + }, + "context_length": 86, + "prediction_length": 2, + "timestamps": [ + "2026-03-20 00:00:00", + "2026-03-21 00:00:00", + "2026-03-22 00:00:00", + "2026-03-23 00:00:00", + "2026-03-24 00:00:00", + "2026-03-25 00:00:00", + "2026-03-26 00:00:00", + "2026-03-27 00:00:00", + "2026-03-28 00:00:00", + "2026-03-29 00:00:00", + "2026-03-30 00:00:00", + "2026-03-31 00:00:00", + "2026-04-01 00:00:00", + "2026-04-02 00:00:00", + "2026-04-03 00:00:00", + "2026-04-04 00:00:00", + "2026-04-05 00:00:00", + "2026-04-06 00:00:00", + "2026-04-07 00:00:00", + "2026-04-08 00:00:00", + "2026-04-09 00:00:00", + "2026-04-10 00:00:00", + "2026-04-11 00:00:00", + "2026-04-12 00:00:00", + "2026-04-13 00:00:00", + "2026-04-14 00:00:00", + "2026-04-15 00:00:00", + "2026-04-16 00:00:00", + "2026-04-17 00:00:00", + "2026-04-18 00:00:00", + "2026-04-19 00:00:00", + "2026-04-20 00:00:00", + "2026-04-21 00:00:00", + "2026-04-22 00:00:00", + "2026-04-23 00:00:00", + "2026-04-24 00:00:00", + "2026-04-25 00:00:00", + "2026-04-26 00:00:00", + "2026-04-27 00:00:00", + "2026-04-28 00:00:00", + "2026-04-29 00:00:00", + "2026-04-30 00:00:00", + "2026-05-01 00:00:00", + "2026-05-02 00:00:00", + "2026-05-03 00:00:00", + "2026-05-04 00:00:00", + "2026-05-05 00:00:00", + "2026-05-06 00:00:00", + "2026-05-07 00:00:00", + "2026-05-08 00:00:00", + "2026-05-09 00:00:00", + "2026-05-10 00:00:00", + "2026-05-11 00:00:00", + "2026-05-12 00:00:00", + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00" + ], + "context": [ + 290.0, + 223.0, + 237.0, + 382.0, + 383.0, + 397.0, + 337.0, + 303.0, + 263.0, + 226.0, + 312.0, + 370.0, + 343.0, + 370.0, + 320.0, + 237.0, + 222.0, + 267.0, + 321.0, + 310.0, + 365.0, + 330.0, + 247.0, + 229.0, + 289.0, + 355.0, + 370.0, + 360.0, + 318.0, + 265.0, + 273.0, + 368.0, + 402.0, + 418.0, + 324.0, + 335.0, + 216.0, + 232.0, + 355.0, + 412.0, + 376.0, + 384.0, + 286.0, + 206.0, + 241.0, + 385.0, + 340.0, + 320.0, + 318.0, + 285.0, + 189.0, + 228.0, + 298.0, + 294.0, + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0, + 242.0, + 184.0 + ], + "actual": [ + 186.0, + 288.0 + ], + "predictions": { + "p50": [ + 191.33458709716797, + 273.62806701660156 + ], + "p10": [ + 163.69840240478516, + 236.5784912109375 + ], + "p90": [ + 218.71766662597656, + 318.0181121826172 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timer_s1/20260617_094615.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timer_s1/20260617_094615.json new file mode 100644 index 0000000000000000000000000000000000000000..8cc58e189d9390971af9a808cc5aeacd71faca75 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timer_s1/20260617_094615.json @@ -0,0 +1,217 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T09:46:15.518954+00:00", + "metrics": { + "MSE[mean]": 178.23861075984314, + "MSE[0.5]": 178.23861075984314, + "MAE[0.5]": 12.328842163085938, + "MASE[0.5]": 0.25735549701923005, + "MAPE[0.5]": 0.0594230586909906, + "sMAPE[0.5]": 0.05716636078972139, + "MSIS": 1.177709013633503, + "RMSE[mean]": 13.350603385609324, + "NRMSE[mean]": 0.056331659854891664, + "ND[0.5]": 0.05202043106787316, + "mean_weighted_sum_quantile_loss": 0.040424991827641525 + }, + "context_length": 86, + "prediction_length": 2, + "timestamps": [ + "2026-03-20 00:00:00", + "2026-03-21 00:00:00", + "2026-03-22 00:00:00", + "2026-03-23 00:00:00", + "2026-03-24 00:00:00", + "2026-03-25 00:00:00", + "2026-03-26 00:00:00", + "2026-03-27 00:00:00", + "2026-03-28 00:00:00", + "2026-03-29 00:00:00", + "2026-03-30 00:00:00", + "2026-03-31 00:00:00", + "2026-04-01 00:00:00", + "2026-04-02 00:00:00", + "2026-04-03 00:00:00", + "2026-04-04 00:00:00", + "2026-04-05 00:00:00", + "2026-04-06 00:00:00", + "2026-04-07 00:00:00", + "2026-04-08 00:00:00", + "2026-04-09 00:00:00", + "2026-04-10 00:00:00", + "2026-04-11 00:00:00", + "2026-04-12 00:00:00", + "2026-04-13 00:00:00", + "2026-04-14 00:00:00", + "2026-04-15 00:00:00", + "2026-04-16 00:00:00", + "2026-04-17 00:00:00", + "2026-04-18 00:00:00", + "2026-04-19 00:00:00", + "2026-04-20 00:00:00", + "2026-04-21 00:00:00", + "2026-04-22 00:00:00", + "2026-04-23 00:00:00", + "2026-04-24 00:00:00", + "2026-04-25 00:00:00", + "2026-04-26 00:00:00", + "2026-04-27 00:00:00", + "2026-04-28 00:00:00", + "2026-04-29 00:00:00", + "2026-04-30 00:00:00", + "2026-05-01 00:00:00", + "2026-05-02 00:00:00", + "2026-05-03 00:00:00", + "2026-05-04 00:00:00", + "2026-05-05 00:00:00", + "2026-05-06 00:00:00", + "2026-05-07 00:00:00", + "2026-05-08 00:00:00", + "2026-05-09 00:00:00", + "2026-05-10 00:00:00", + "2026-05-11 00:00:00", + "2026-05-12 00:00:00", + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00" + ], + "context": [ + 290.0, + 223.0, + 237.0, + 382.0, + 383.0, + 397.0, + 337.0, + 303.0, + 263.0, + 226.0, + 312.0, + 370.0, + 343.0, + 370.0, + 320.0, + 237.0, + 222.0, + 267.0, + 321.0, + 310.0, + 365.0, + 330.0, + 247.0, + 229.0, + 289.0, + 355.0, + 370.0, + 360.0, + 318.0, + 265.0, + 273.0, + 368.0, + 402.0, + 418.0, + 324.0, + 335.0, + 216.0, + 232.0, + 355.0, + 412.0, + 376.0, + 384.0, + 286.0, + 206.0, + 241.0, + 385.0, + 340.0, + 320.0, + 318.0, + 285.0, + 189.0, + 228.0, + 298.0, + 294.0, + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0, + 242.0, + 184.0 + ], + "actual": [ + 186.0, + 288.0 + ], + "predictions": { + "p50": [ + 203.451171875, + 295.2065124511719 + ], + "p10": [ + 181.619140625, + 265.74365234375 + ], + "p90": [ + 230.50390625, + 329.697265625 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timesfm_2_5/20260617_094433.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timesfm_2_5/20260617_094433.json new file mode 100644 index 0000000000000000000000000000000000000000..c248be06eb110bbb90605efde51580696c483c9c --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timesfm_2_5/20260617_094433.json @@ -0,0 +1,217 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T09:44:33.543452+00:00", + "metrics": { + "MSE[mean]": 138.8632084612036, + "MSE[0.5]": 83.48873474088032, + "MAE[0.5]": 8.226158142089844, + "MASE[0.5]": 0.17171499068704243, + "MAPE[0.5]": 0.04018150179189593, + "sMAPE[0.5]": 0.03919432992410106, + "MSIS": 10.75134939669626, + "RMSE[mean]": 11.78402344113434, + "NRMSE[mean]": 0.0497216178950816, + "ND[0.5]": 0.034709528025695546, + "mean_weighted_sum_quantile_loss": 0.050473027468510095 + }, + "context_length": 86, + "prediction_length": 2, + "timestamps": [ + "2026-03-20 00:00:00", + "2026-03-21 00:00:00", + "2026-03-22 00:00:00", + "2026-03-23 00:00:00", + "2026-03-24 00:00:00", + "2026-03-25 00:00:00", + "2026-03-26 00:00:00", + "2026-03-27 00:00:00", + "2026-03-28 00:00:00", + "2026-03-29 00:00:00", + "2026-03-30 00:00:00", + "2026-03-31 00:00:00", + "2026-04-01 00:00:00", + "2026-04-02 00:00:00", + "2026-04-03 00:00:00", + "2026-04-04 00:00:00", + "2026-04-05 00:00:00", + "2026-04-06 00:00:00", + "2026-04-07 00:00:00", + "2026-04-08 00:00:00", + "2026-04-09 00:00:00", + "2026-04-10 00:00:00", + "2026-04-11 00:00:00", + "2026-04-12 00:00:00", + "2026-04-13 00:00:00", + "2026-04-14 00:00:00", + "2026-04-15 00:00:00", + "2026-04-16 00:00:00", + "2026-04-17 00:00:00", + "2026-04-18 00:00:00", + "2026-04-19 00:00:00", + "2026-04-20 00:00:00", + "2026-04-21 00:00:00", + "2026-04-22 00:00:00", + "2026-04-23 00:00:00", + "2026-04-24 00:00:00", + "2026-04-25 00:00:00", + "2026-04-26 00:00:00", + "2026-04-27 00:00:00", + "2026-04-28 00:00:00", + "2026-04-29 00:00:00", + "2026-04-30 00:00:00", + "2026-05-01 00:00:00", + "2026-05-02 00:00:00", + "2026-05-03 00:00:00", + "2026-05-04 00:00:00", + "2026-05-05 00:00:00", + "2026-05-06 00:00:00", + "2026-05-07 00:00:00", + "2026-05-08 00:00:00", + "2026-05-09 00:00:00", + "2026-05-10 00:00:00", + "2026-05-11 00:00:00", + "2026-05-12 00:00:00", + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00" + ], + "context": [ + 290.0, + 223.0, + 237.0, + 382.0, + 383.0, + 397.0, + 337.0, + 303.0, + 263.0, + 226.0, + 312.0, + 370.0, + 343.0, + 370.0, + 320.0, + 237.0, + 222.0, + 267.0, + 321.0, + 310.0, + 365.0, + 330.0, + 247.0, + 229.0, + 289.0, + 355.0, + 370.0, + 360.0, + 318.0, + 265.0, + 273.0, + 368.0, + 402.0, + 418.0, + 324.0, + 335.0, + 216.0, + 232.0, + 355.0, + 412.0, + 376.0, + 384.0, + 286.0, + 206.0, + 241.0, + 385.0, + 340.0, + 320.0, + 318.0, + 285.0, + 189.0, + 228.0, + 298.0, + 294.0, + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0, + 242.0, + 184.0 + ], + "actual": [ + 186.0, + 288.0 + ], + "predictions": { + "p50": [ + 198.20347595214844, + 283.75115966796875 + ], + "p10": [ + 204.75314331054688, + 294.26690673828125 + ], + "p90": [ + 218.3759307861328, + 309.9478759765625 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/tirex/20260617_094542.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/tirex/20260617_094542.json new file mode 100644 index 0000000000000000000000000000000000000000..29c76c86cb944e51a8e96e2789db4db96e5a4edd --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/tirex/20260617_094542.json @@ -0,0 +1,217 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "TiRex", + "evaluated_at": "2026-06-17T09:45:42.165364+00:00", + "metrics": { + "MSE[mean]": 42.39091997034848, + "MSE[0.5]": 42.39091997034848, + "MAE[0.5]": 6.412445068359375, + "MASE[0.5]": 0.13385506650553705, + "MAPE[0.5]": 0.029444010881540167, + "sMAPE[0.5]": 0.029126305095609643, + "MSIS": 1.3562794237567775, + "RMSE[mean]": 6.5108309738733405, + "NRMSE[mean]": 0.027471860649254602, + "ND[0.5]": 0.02705673024624209, + "mean_weighted_sum_quantile_loss": 0.03844087353012006 + }, + "context_length": 86, + "prediction_length": 2, + "timestamps": [ + "2026-03-20 00:00:00", + "2026-03-21 00:00:00", + "2026-03-22 00:00:00", + "2026-03-23 00:00:00", + "2026-03-24 00:00:00", + "2026-03-25 00:00:00", + "2026-03-26 00:00:00", + "2026-03-27 00:00:00", + "2026-03-28 00:00:00", + "2026-03-29 00:00:00", + "2026-03-30 00:00:00", + "2026-03-31 00:00:00", + "2026-04-01 00:00:00", + "2026-04-02 00:00:00", + "2026-04-03 00:00:00", + "2026-04-04 00:00:00", + "2026-04-05 00:00:00", + "2026-04-06 00:00:00", + "2026-04-07 00:00:00", + "2026-04-08 00:00:00", + "2026-04-09 00:00:00", + "2026-04-10 00:00:00", + "2026-04-11 00:00:00", + "2026-04-12 00:00:00", + "2026-04-13 00:00:00", + "2026-04-14 00:00:00", + "2026-04-15 00:00:00", + "2026-04-16 00:00:00", + "2026-04-17 00:00:00", + "2026-04-18 00:00:00", + "2026-04-19 00:00:00", + "2026-04-20 00:00:00", + "2026-04-21 00:00:00", + "2026-04-22 00:00:00", + "2026-04-23 00:00:00", + "2026-04-24 00:00:00", + "2026-04-25 00:00:00", + "2026-04-26 00:00:00", + "2026-04-27 00:00:00", + "2026-04-28 00:00:00", + "2026-04-29 00:00:00", + "2026-04-30 00:00:00", + "2026-05-01 00:00:00", + "2026-05-02 00:00:00", + "2026-05-03 00:00:00", + "2026-05-04 00:00:00", + "2026-05-05 00:00:00", + "2026-05-06 00:00:00", + "2026-05-07 00:00:00", + "2026-05-08 00:00:00", + "2026-05-09 00:00:00", + "2026-05-10 00:00:00", + "2026-05-11 00:00:00", + "2026-05-12 00:00:00", + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00" + ], + "context": [ + 290.0, + 223.0, + 237.0, + 382.0, + 383.0, + 397.0, + 337.0, + 303.0, + 263.0, + 226.0, + 312.0, + 370.0, + 343.0, + 370.0, + 320.0, + 237.0, + 222.0, + 267.0, + 321.0, + 310.0, + 365.0, + 330.0, + 247.0, + 229.0, + 289.0, + 355.0, + 370.0, + 360.0, + 318.0, + 265.0, + 273.0, + 368.0, + 402.0, + 418.0, + 324.0, + 335.0, + 216.0, + 232.0, + 355.0, + 412.0, + 376.0, + 384.0, + 286.0, + 206.0, + 241.0, + 385.0, + 340.0, + 320.0, + 318.0, + 285.0, + 189.0, + 228.0, + 298.0, + 294.0, + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0, + 242.0, + 184.0 + ], + "actual": [ + 186.0, + 288.0 + ], + "predictions": { + "p50": [ + 193.5400390625, + 282.71514892578125 + ], + "p10": [ + 171.33221435546875, + 243.2965087890625 + ], + "p90": [ + 220.46495056152344, + 324.1112976074219 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/toto_2_0_1b/20260617_094514.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/toto_2_0_1b/20260617_094514.json new file mode 100644 index 0000000000000000000000000000000000000000..be38d4261ff12a790cbc8d71b91a1a3c7f786990 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/toto_2_0_1b/20260617_094514.json @@ -0,0 +1,217 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T09:45:14.891814+00:00", + "metrics": { + "MSE[mean]": 76.48272331862245, + "MSE[0.5]": 76.48272331862245, + "MAE[0.5]": 8.214042663574219, + "MASE[0.5]": 0.17146208899897067, + "MAPE[0.5]": 0.03919937277352938, + "sMAPE[0.5]": 0.03823576849014723, + "MSIS": 1.547837959994033, + "RMSE[mean]": 8.74544014436223, + "NRMSE[mean]": 0.036900591326422906, + "ND[0.5]": 0.034658407863182354, + "mean_weighted_sum_quantile_loss": 0.042516141266427124 + }, + "context_length": 86, + "prediction_length": 2, + "timestamps": [ + "2026-03-20 00:00:00", + "2026-03-21 00:00:00", + "2026-03-22 00:00:00", + "2026-03-23 00:00:00", + "2026-03-24 00:00:00", + "2026-03-25 00:00:00", + "2026-03-26 00:00:00", + "2026-03-27 00:00:00", + "2026-03-28 00:00:00", + "2026-03-29 00:00:00", + "2026-03-30 00:00:00", + "2026-03-31 00:00:00", + "2026-04-01 00:00:00", + "2026-04-02 00:00:00", + "2026-04-03 00:00:00", + "2026-04-04 00:00:00", + "2026-04-05 00:00:00", + "2026-04-06 00:00:00", + "2026-04-07 00:00:00", + "2026-04-08 00:00:00", + "2026-04-09 00:00:00", + "2026-04-10 00:00:00", + "2026-04-11 00:00:00", + "2026-04-12 00:00:00", + "2026-04-13 00:00:00", + "2026-04-14 00:00:00", + "2026-04-15 00:00:00", + "2026-04-16 00:00:00", + "2026-04-17 00:00:00", + "2026-04-18 00:00:00", + "2026-04-19 00:00:00", + "2026-04-20 00:00:00", + "2026-04-21 00:00:00", + "2026-04-22 00:00:00", + "2026-04-23 00:00:00", + "2026-04-24 00:00:00", + "2026-04-25 00:00:00", + "2026-04-26 00:00:00", + "2026-04-27 00:00:00", + "2026-04-28 00:00:00", + "2026-04-29 00:00:00", + "2026-04-30 00:00:00", + "2026-05-01 00:00:00", + "2026-05-02 00:00:00", + "2026-05-03 00:00:00", + "2026-05-04 00:00:00", + "2026-05-05 00:00:00", + "2026-05-06 00:00:00", + "2026-05-07 00:00:00", + "2026-05-08 00:00:00", + "2026-05-09 00:00:00", + "2026-05-10 00:00:00", + "2026-05-11 00:00:00", + "2026-05-12 00:00:00", + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00" + ], + "context": [ + 290.0, + 223.0, + 237.0, + 382.0, + 383.0, + 397.0, + 337.0, + 303.0, + 263.0, + 226.0, + 312.0, + 370.0, + 343.0, + 370.0, + 320.0, + 237.0, + 222.0, + 267.0, + 321.0, + 310.0, + 365.0, + 330.0, + 247.0, + 229.0, + 289.0, + 355.0, + 370.0, + 360.0, + 318.0, + 265.0, + 273.0, + 368.0, + 402.0, + 418.0, + 324.0, + 335.0, + 216.0, + 232.0, + 355.0, + 412.0, + 376.0, + 384.0, + 286.0, + 206.0, + 241.0, + 385.0, + 340.0, + 320.0, + 318.0, + 285.0, + 189.0, + 228.0, + 298.0, + 294.0, + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0, + 242.0, + 184.0 + ], + "actual": [ + 186.0, + 288.0 + ], + "predictions": { + "p50": [ + 197.21607971191406, + 293.2120056152344 + ], + "p10": [ + 165.77688598632812, + 252.80294799804688 + ], + "p90": [ + 230.447998046875, + 336.43292236328125 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 02937911bdfd56d48461509a0dd7f08f41153105..5339990b682b775ed0cb9ec8b0954294360f414e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,327101.1581834157,327101.1581834157,500.83251953125,0.5540263335781497,0.00763218617091324,0.007594249605117797,2.4374447164679496,571.9275812403313,0.008690264522063059,0.007609996822567919,0.006131279088539956,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,326440.9934698741,326440.9934698741,500.5408528645833,0.5537036887664439,0.007627617257764816,0.00758975927441679,2.4374447164679496,571.3501496191928,0.008681452151003964,0.007605531330765969,0.006129774660786558,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.9552498259164772,3.9552498259164772,1.3851436773935955,0.5847228594321572,0.060485524339943274,0.057184080935634096,2.0882398285318864,1.9887809899323952,0.09006140895390274,0.06272585660319385,0.044748279604115884,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.001702632060063062,0.001702632060063062,0.03687945604324341,0.167009195869913,0.018447283784211857,0.01825095790351141,0.9458121139775955,0.041262962327771165,0.02156506888275888,0.019274137508929094,0.011581178416762688,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.0171807180005593,0.0171807180005593,0.10213896963331434,0.5339082503559612,0.07676412796562994,0.08146563887463984,4.038355440804452,0.13107523793821357,0.10325402365168407,0.08045958757861031,0.07428626156118605,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a250cac50eadf84a72070fbab8ad11f0bd38cbc5..46e5ad541c5ce3ef30ecc44f541d935de2f07870 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T09:39:55.402737+00:00", + "evaluated_at": "2026-06-17T09:46:07.649595+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64946.0390625 + 64953.0390625 ], "p50": [ 66587.5, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 147b0447b838d5d9ae2b370271612c9a05614e2b..95a88061e720189098523ee5260d7fa66e971416 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T09:24:04.436314+00:00", + "evaluated_at": "2026-06-17T09:46:11.724756+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index b7a6eaf3d811255dd71473725477bdd5582272f8..e1cd31afc88ee843c102c1a27616196af4c206b4 100644 --- a/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,7 +1,7 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:22:01.289616+00:00", + "evaluated_at": "2026-06-17T09:46:15.518954+00:00", "freq": "1D", "context_length": 86, "prediction_length": 2, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index ad95e5f640af273b71f51ced4e527c170011a51a..42efb3323e6074d400267a99d4e68f5a01823021 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T09:40:02.779154+00:00", + "evaluated_at": "2026-06-17T09:46:17.890045+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 360fded52ceb480ec531f6c6d04ef5116181696c..8dc2140d12ff6dbd8bf0a406680624c153d59dba 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,216762.49800682068,77815.17592175801,198.29964192708334,0.21936120216304536,0.0030239125560371748,0.003016714145024924,9.642247039625826,465.57759611779073,0.007074309053316425,0.003013102356839472,0.004100493192240751,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,216181.99475161234,77435.10691134135,198.00797526041666,0.2190385573513396,0.0030193768418354805,0.0030122235911835293,9.629341247157594,464.9537554979122,0.007064798676389683,0.003008657237398471,0.004096043253737935,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.6054803097354124,0.8882119816748855,0.6733458042144775,0.2842453750124992,0.030246226872172124,0.031157933689490377,9.203989393435613,0.7781261528411781,0.035237232266152434,0.03049228253273681,0.033695350821960915,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0012841179519573606,0.0008547419509296124,0.02531950275103251,0.11465976584138633,0.01316881682850809,0.013068177051892008,5.595541174907377,0.035834591555609516,0.018728064871923862,0.013232613222626869,0.01590037526372857,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.014221059375969958,0.022131446258183887,0.1224027309152815,0.6398324570571533,0.0924775340347425,0.0988358651526318,5.799445081690345,0.11925208331920226,0.09394037825327274,0.09642228899797829,0.06765006239112621,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index dd5cd1e0a194cc2f25f1bd38941693aa9482d06d..2631a758aa888550e9c7d90c819c2420ee0dd79f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T09:38:05.232583+00:00", + "evaluated_at": "2026-06-17T09:44:09.495073+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64946.0390625 + 64953.0390625 ], "p50": [ 66450.59375, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5b6785db21de1c150a3f7eb155c2fc7b0929d897..035456b8bff52a1dd936f16705f8588c2ad9f429 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T09:22:19.483458+00:00", + "evaluated_at": "2026-06-17T09:44:17.466092+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 0fa45d01138b0b1f3e322d20a24a2a72815e3988..c389442d95472419e2b54238d795275fa500f3aa 100644 --- a/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,7 +1,7 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:17:09.714441+00:00", + "evaluated_at": "2026-06-17T09:44:33.543452+00:00", "freq": "1D", "context_length": 86, "prediction_length": 2, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b17b65715b029f637a8f3206e20edad42bbf40d3..0d513df4d34dec0135df31e6e5abaa9d0ca5b984 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T09:38:20.428070+00:00", + "evaluated_at": "2026-06-17T09:44:56.883686+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 659e0f327868125d8ea6ccb2bf9a57b91221edfe..b1bf21d5e17f66e1ab234593087a3df05eb43512 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,846879.0953502655,846879.0953502655,808.87548828125,0.8947867872340396,0.012327531117104584,0.012229640920317211,3.5499458129561767,920.2603410721694,0.013983074178268304,0.012290615436542763,0.007913248684907156,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,845770.2242565155,845770.2242565155,808.5838216145834,0.8944641424223336,0.012322909020065628,0.012225151188756188,3.5370400204879453,919.657666882909,0.013973854799319228,0.012286129201334026,0.00790878184916389,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.4963051445987124,0.4963051445987124,0.544403076171875,0.2298136493550392,0.024114680409085616,0.024082186126329435,1.9248826873398486,0.7044892792645694,0.03190260637278283,0.024653145985946184,0.030904864264073493,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.005009631773537393,0.005009631773537393,0.06448791225751241,0.29203452341672514,0.03370521232538175,0.033048118695000815,1.8845219699508582,0.07077875227451663,0.03699076804304962,0.03370301576730456,0.032594560863144065,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.017939895286905108,0.017939895286905108,0.10569967495070563,0.5525210281514158,0.07956812221268768,0.08448970784347763,3.623352162539959,0.1339398943067565,0.10551064588700595,0.08326451974460726,0.08101695315620078,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index db790e8e1f418ca20a6d28bdf80315e20a15752e..8386c8be6600ff31974e98b0e1bde10a0fc7e6a3 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T09:38:46.459870+00:00", + "evaluated_at": "2026-06-17T09:45:22.625987+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64946.0390625 + 64953.0390625 ], "p50": [ 66525.078125, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3ead58b5c1b1ec6781fad8f0359d79fbc28f6b67..0b5e0624c55ec62c6663f7fd7a1051368fc9226c 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T09:23:10.605909+00:00", + "evaluated_at": "2026-06-17T09:45:32.112895+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 56b21c7df007a46442dbef21fe82f2d2ab75e908..7603ecc0656830e61253a85a64a725e3bbcb1b8e 100644 --- a/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,7 +1,7 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:19:58.421042+00:00", + "evaluated_at": "2026-06-17T09:45:42.165364+00:00", "freq": "1D", "context_length": 86, "prediction_length": 2, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index bc4b50597d70ace228554f608a8a1e10cc69a00e..ac92d4df0733b669beedf27973f3b9d831a794dd 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T09:39:34.668800+00:00", + "evaluated_at": "2026-06-17T09:45:45.077321+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e8e248d8fd31ac14c3c191595fd99eeb4bd82f92..12e0fede9e23ef4bfc19df12567e6bd1875f347e 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,530925.1836833954,530925.1836833954,644.88916015625,0.7133833427990215,0.009827695763157911,0.00976621562069716,3.129132356247693,728.6461306309088,0.011071554906353557,0.009798893379149557,0.0075445979763622256,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,530065.1361573538,530065.1361573538,644.5974934895834,0.7130606979873159,0.009823103158468452,0.009761725520600395,3.129132356247693,728.0557232501876,0.011062534820151496,0.009794418186670102,0.007543087285110126,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.695948186625477,2.695948186625477,1.2758477528889973,0.5385848114132945,0.05718589499114036,0.05475384933356126,2.973580438979473,1.6419342820665743,0.07435454964684532,0.05777642023808756,0.04993364943188838,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0023469405070031257,0.0023469405070031257,0.041771682103474934,0.18916371841425483,0.02189777717424097,0.0215910588352206,1.2462297854685704,0.04844523203580643,0.02531870488586499,0.021830938718228495,0.014762047249731554,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02157336296418164,0.02157336296418164,0.11912571059332953,0.6227025781014952,0.08988218542389119,0.09599813476997067,3.9213276850153695,0.14687873557524125,0.11570316922990669,0.0938408286157406,0.0860699995835645,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 643f87b7f5d42f64b620ddf81c5016321cb3821f..f6b6a4a06a2893d88e871d61b5c69a060e018dd3 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:38:24.814485+00:00", + "evaluated_at": "2026-06-17T09:45:02.213840+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64946.0390625 + 64953.0390625 ], "p50": [ 66551.515625, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index db7075cd30a67785c9ce93c76b9a58f049ea86fb..2dfd3b0c5334483915666a9929c869fad7409bc7 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:22:34.679924+00:00", + "evaluated_at": "2026-06-17T09:45:09.686366+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 1cb95a39b26e48b546c5e2a6b7d2bc334b86a5f7..d5d17f4cf7773fe7ce633b03a20cb2d7eab95595 100644 --- a/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,7 +1,7 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:18:07.078764+00:00", + "evaluated_at": "2026-06-17T09:45:14.891814+00:00", "freq": "1D", "context_length": 86, "prediction_length": 2, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index dd32c256e942d9ec4ec942687b61695e2380f542..f9e80824a763d24cb03a0f079da561e5fa140b22 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:38:33.030606+00:00", + "evaluated_at": "2026-06-17T09:45:17.489884+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t033000z", - "data_fetched_at": "2026-06-17T09:37:33.752835Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t065000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 288, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", + "data_fetched_at": "2026-06-17T09:43:26.829896Z", + "context_length": 86, + "prediction_length": 2 } ], "failed_datasets": []