diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index fffa6cd726c3770dca3be8e73b26f83887170f6b..6b5424d77f030bdcfc933f7d2b8955982e80e130 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.000,2.900,3.000,3.500,3.200,2.600,3.000,3.500,3.100 +2026-06-17,Chronos-2,3.100,2.900,3.100,3.700,3.300,2.800,3.100,3.700,3.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index f62ab0b7c3b5045a8f05adee3686e814c4d468bc..0958ef6703ef435d4319720cc8ba9b71cd600a54 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.567,3.233,3.567,3.567,3.633,2.867,3.567,3.567,3.567 +2026-W25,Chronos-Bolt-Mini,3.6,3.233,3.6,3.633,3.667,2.933,3.6,3.633,3.6 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..c89267cb08b128a5a105c9c8e605d0d72fd1646e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,371516.7496185303,371516.7496185303,551.0638020833334,0.6014270528984437,0.008366318197785954,0.008327081404263506,2.8207431773740637,609.5217384298367,0.009235719374844078,0.008349941130544507,0.006635304720667325,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.3733566288342445,0.3733566288342445,0.47429601351420086,0.20180164258024957,0.020979311612681278,0.020890449920173595,1.7551928325642183,0.6110291554698879,0.027670289957569455,0.021478366624854087,0.02726156951972398,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004317156091352814,0.004317156091352814,0.04863158663113912,0.21590449693823593,0.02992352499667517,0.02924117170832417,4.6763543555321405,0.065705068992832,0.04705992444026415,0.03483138861814814,0.02836086507021004,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04121023595888415,0.04121023595888415,0.17986510197321573,0.8188411621772602,0.13876773675475748,0.15142609220189213,4.597615528371589,0.20300304421087914,0.1624024353687033,0.14389208157857258,0.1146004308300254,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.01871043748208952,0.01871043748208952,0.08124224344889323,0.04923772203753122,0.0051369868975695695,0.0050992554724619945,0.6924729458337405,0.13678610120216717,0.008566978925560105,0.005088240554961185,0.004771541716885548,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,938.0486468963095,938.0486468963095,24.677589337031048,3.1892274416118283,0.5524608869304949,0.8428957496158858,91.98419572162034,30.627579840665007,0.8266553717273865,0.6660618270482402,0.6124388702928345,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.299053834493255,2.299053834493255,1.0399292310078938,0.4884282559670287,0.03855869361055902,0.04003735074256939,1.7673296965074716,1.516263115192497,0.06177273174799399,0.04236683513586151,0.038088152536806946,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,25.659644462824645,25.659644462824645,4.157174666722615,0.7956315151622232,0.9536975402213544,0.3978829096046416,8.658066442328398,5.065534963143048,0.480525055792226,0.39435649012388446,0.29691854333689094,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2302.8288857589164,2302.8288857589164,44.156026204427086,0.5498026609111544,0.015223178750945013,0.015087647347376554,14.37400215831712,47.98779934273832,0.01649065269509908,0.015173892166469789,0.012649188969628992,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 7b788424f6859158b93720c95fd506b5451b3cb9..82f3f294ef24f05adc9befac7197ca0e4e19f2e3 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T06:47:20.128114+00:00", + "evaluated_at": "2026-06-17T06:52:59.517094+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65851.9921875, 65892.0, 65836.296875, - 65652.0 + 65662.28125 ], "p50": [ 66360.6875, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9ae4bcd41f7817396e565efeb72b526ab97c6e6a..31ac272ef366f5bb881e959a9bc8a1b2be8011e1 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T06:32:24.750105+00:00", + "evaluated_at": "2026-06-17T06:53:16.014242+00:00", "freq": "10min", - "context_length": 232, + "context_length": 233, "prediction_length": 36, "context": [ - 1.600000023841858, 1.5, 1.7000000476837158, 1.7000000476837158, @@ -237,11 +236,11 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0, + 1.0 ], "actuals": [ - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -275,126 +274,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p50": [ - 1.1175707578659058, - 1.1197938919067383, - 1.1237075328826904, - 1.121694803237915, - 1.121596336364746, - 1.1215180158615112, - 1.1269259452819824, - 1.130503535270691, - 1.1331300735473633, - 1.1393351554870605, - 1.1391750574111938, - 1.135593295097351, - 1.1378114223480225, - 1.1388499736785889, - 1.1432448625564575, - 1.147305965423584, - 1.146162986755371, - 1.1463189125061035, - 1.1496586799621582, - 1.1517411470413208, - 1.1570743322372437, - 1.1607227325439453, - 1.1617283821105957, - 1.163831114768982, - 1.1637119054794312, - 1.1687744855880737, - 1.168145775794983, - 1.1696102619171143, - 1.1718157529830933, - 1.1740782260894775, - 1.1759930849075317, - 1.1815725564956665, - 1.1933345794677734, - 1.193387508392334, - 1.19459068775177, - 1.1949619054794312 + 1.0384594202041626, + 1.045733094215393, + 1.047370195388794, + 1.047269582748413, + 1.0506004095077515, + 1.055564284324646, + 1.0614116191864014, + 1.0659939050674438, + 1.0663813352584839, + 1.0659363269805908, + 1.063815951347351, + 1.0643982887268066, + 1.0679733753204346, + 1.073230266571045, + 1.0748088359832764, + 1.0740206241607666, + 1.0755584239959717, + 1.079634428024292, + 1.0800098180770874, + 1.0815272331237793, + 1.079256534576416, + 1.0797979831695557, + 1.0822029113769531, + 1.081781268119812, + 1.081109881401062, + 1.0797680616378784, + 1.0799981355667114, + 1.0812039375305176, + 1.0811346769332886, + 1.0860263109207153, + 1.0897817611694336, + 1.0937570333480835, + 1.088431715965271, + 1.0871284008026123, + 1.0864938497543335, + 1.0884873867034912 ], "p10": [ - 1.0272188186645508, - 0.9975670576095581, - 0.9832729697227478, - 0.9781349897384644, - 0.9695907235145569, - 0.9679024815559387, - 0.9672941565513611, - 0.967680037021637, - 0.9680651426315308, - 0.9676234722137451, - 0.9649715423583984, - 0.9634223580360413, - 0.962685763835907, - 0.9607377052307129, - 0.9617358446121216, - 0.9626941680908203, - 0.9513792991638184, - 0.9480853080749512, - 0.9516969919204712, - 0.9528546333312988, - 0.9494732022285461, - 0.9540321230888367, - 0.9537746906280518, - 0.951359748840332, - 0.9509454965591431, - 0.9454234838485718, - 0.9464144110679626, - 0.942894697189331, - 0.9427827596664429, - 0.9389535188674927, - 0.9428070783615112, - 0.9449247717857361, - 0.9301732778549194, - 0.9324355125427246, - 0.9359714984893799, - 0.9368501901626587 + 0.9704270362854004, + 0.9530900120735168, + 0.9416530132293701, + 0.9365403652191162, + 0.9337531328201294, + 0.9324811697006226, + 0.9344790577888489, + 0.9350446462631226, + 0.9329054951667786, + 0.933300256729126, + 0.9283214807510376, + 0.9266847372055054, + 0.9251987934112549, + 0.924546480178833, + 0.9246202707290649, + 0.9222626686096191, + 0.9157072305679321, + 0.9148292541503906, + 0.9164307117462158, + 0.9158453345298767, + 0.9113180041313171, + 0.9121389985084534, + 0.9129900932312012, + 0.9073140621185303, + 0.9072802662849426, + 0.9064513444900513, + 0.9020225405693054, + 0.8982057571411133, + 0.8966792821884155, + 0.8971525430679321, + 0.8978099822998047, + 0.8991252183914185, + 0.882216215133667, + 0.8846756219863892, + 0.8856862783432007, + 0.8852981328964233 ], "p90": [ - 1.2352453470230103, - 1.2774640321731567, - 1.3001140356063843, - 1.3131111860275269, - 1.3206373453140259, - 1.3323513269424438, - 1.3406225442886353, - 1.352631688117981, - 1.3612048625946045, - 1.368690013885498, - 1.376263976097107, - 1.3831024169921875, - 1.3840998411178589, - 1.3945355415344238, - 1.3994269371032715, - 1.4080836772918701, - 1.4261821508407593, - 1.4425653219223022, - 1.4554994106292725, - 1.4615808725357056, - 1.4616751670837402, - 1.4803743362426758, - 1.4819307327270508, - 1.4882960319519043, - 1.5019958019256592, - 1.50808846950531, - 1.5170140266418457, - 1.5200692415237427, - 1.5314421653747559, - 1.5346860885620117, - 1.5341001749038696, - 1.5423873662948608, - 1.585251808166504, - 1.6000921726226807, - 1.6022613048553467, - 1.6128132343292236 + 1.129456877708435, + 1.1681678295135498, + 1.188537836074829, + 1.2002787590026855, + 1.2113088369369507, + 1.2269562482833862, + 1.2396084070205688, + 1.2517808675765991, + 1.257242202758789, + 1.2608047723770142, + 1.2651033401489258, + 1.275726079940796, + 1.2850358486175537, + 1.2981388568878174, + 1.2994879484176636, + 1.3064581155776978, + 1.3160126209259033, + 1.3302712440490723, + 1.3348212242126465, + 1.3423800468444824, + 1.3413143157958984, + 1.3494890928268433, + 1.3491076231002808, + 1.35660982131958, + 1.3632985353469849, + 1.368311882019043, + 1.3769783973693848, + 1.3787051439285278, + 1.3753702640533447, + 1.3861887454986572, + 1.3845597505569458, + 1.4006959199905396, + 1.406618356704712, + 1.4065935611724854, + 1.413303017616272, + 1.4198853969573975 ], "timestamps": [ - "2026-06-13 18:20:00", - "2026-06-13 18:30:00", - "2026-06-13 18:40:00", "2026-06-13 18:50:00", "2026-06-13 19:00:00", "2026-06-13 19:10:00", @@ -659,6 +657,10 @@ "2026-06-15 14:20:00", "2026-06-15 14:30:00", "2026-06-15 14:40:00", - "2026-06-15 14:50:00" + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8fd7d137ccb7fe4a5c65e64d011c45ffc6d5bc29..efe5f9a6937c828899b25d74ea34bb0930b85230 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T06:32:31.350708+00:00", + "evaluated_at": "2026-06-17T06:53:22.703103+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..5921f11c42fe6aba0b4fa129453924aca369cbc6 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,26 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-17T06:53:26.923199+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index c819da1b4ec7393bd4260b019ec9a1ae14d5a750..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,10 +1,11 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 +noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index fff482611a21d429bd8344e47c9b587432019917..ca62bf3e6bb3c68f2e220afc1735ba9ed4846126 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1100,3 +1100,6 @@ {"evaluated_at": "2026-06-17T06:43:54.106392+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T06:49:26.015197+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T06:49:26.015197+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T06:58:54.631767+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T06:58:54.631767+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T06:58:54.631767+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 386240d6771fa287d3b8ba0e38ebd7c2cb1eb343..9bd1f6da939928f98a893fb2c5c1e439da457010 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,880981.2370173136,851233.0435682932,823.02197265625,0.898240235729471,0.012499625615820043,0.01240338211121698,2.968606559299007,938.606007341373,0.014222229067907563,0.012470841792493593,0.007370127748391307,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,897761.3330001831,827309.9586118063,809.4944661458334,0.883476412842055,0.012294760098593144,0.01220087786860447,3.1784101228101096,947.5026823181996,0.014356943040859667,0.0122657868512966,0.007357953253309176,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.264023839480463,0.8754230261267821,0.7991352876027426,0.3400130068292153,0.03591555715453006,0.035786465053816024,4.264989474578768,1.1242881478875701,0.05091308453846912,0.03618862524864128,0.058571293060585713,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.5278330227791938,0.5629821244436765,0.6009348809719086,2.667906851424879,0.382353199902768,0.5222976043780695,17.207986979017083,0.7265211784794672,0.5203560743117902,0.43040743317904906,0.3390475156559086,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,11.072958983479218,0.027352837114369914,0.1363897439506319,0.6132252234932952,0.10582147871344451,0.1129958226915423,4.9884052328628785,3.3276055931373865,2.698058728115141,0.1105862845796096,0.09497151402592945,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04283660425079421,0.05050588875107989,0.201709540353881,0.9182886098171981,0.15600801942801523,0.17181021634882432,6.054974921959195,0.2069700564110524,0.16557604512884191,0.1613676322831048,0.13066351054627218,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.05345410644694463,0.039507247088143536,0.1805060307184855,0.10939759156461282,0.01130688898023214,0.01137142007779137,1.5146171777996955,0.23120144127350206,0.014480256820989306,0.0113051790168084,0.02156716291089336,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,857.1706555607153,896.6406809522408,23.802323440710705,3.076111773094604,0.5253626474500975,0.788386146142377,87.6380899339003,29.27747693297213,0.7902153452272435,0.6424379149191359,0.5927079731135501,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.6638042515311705,0.9524449364511535,0.6552426815032959,0.30775078786047194,0.024570075135457087,0.025097908657850027,1.6532807067160562,0.8147418312147539,0.03319267485914468,0.026694661361066428,0.027840179655750603,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,30.09002907411995,22.918086604203705,3.942200024922689,0.7544880430474045,0.9022643793828545,0.38407085318628553,9.013411899883021,5.485437910880037,0.5203577464866439,0.373963638727844,0.29600845424030553,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,3155.5573569759727,3037.638242940108,50.316436767578125,0.6265081620865759,0.017350459707638755,0.017171723611183205,23.476888590811445,56.17434785536876,0.01930389960665593,0.01729087174143578,0.01677485301534957,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,3201.2061637093625,3038.2183319541314,50.331075032552086,0.626690428420882,0.01735543937481646,0.01717666953544034,23.357401862435143,56.579202572229335,0.019443024938910425,0.017295902073041953,0.016729301694423562,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,13.581667877850123,60.202402878698194,7.117710113525391,0.14857695472732274,0.028550051446456635,0.02875365857832777,1.547415209659659,3.685331447488831,0.015549921719362156,0.03003253212457971,0.04506720334109822,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index a9398ff69e9f3c4fe9ebfb1a3b08572452a36ff0..0d98b7a9ad46622b25e5b0cf611dd1541dada367 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T06:49:00.510198+00:00", + "evaluated_at": "2026-06-17T06:55:52.923423+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,85 +175,85 @@ 65851.9921875, 65892.0, 65836.296875, - 65652.0 + 65662.28125 ], "p50": [ - 66547.21875, - 66559.57421875, - 66583.21484375, - 66552.16015625, - 66715.3203125, - 66694.88671875, - 66708.0234375, - 66657.7265625, - 66806.734375, - 66593.2890625, - 66749.0078125, - 66787.46875, - 66794.6796875, - 66772.93359375, - 66878.07421875, - 66833.6875, - 66879.35546875, - 66994.16015625, - 67021.69921875, - 66799.17578125, - 67067.359375, - 67089.57421875, - 67149.51953125, - 66991.9140625 + 66570.94921875, + 66562.25, + 66496.0546875, + 66583.94140625, + 66683.3359375, + 66613.3984375, + 66739.42578125, + 66676.625, + 66772.4296875, + 66738.0546875, + 66717.3515625, + 66626.3984375, + 66757.359375, + 66677.22265625, + 66795.75390625, + 66761.640625, + 67011.47265625, + 66986.9453125, + 66980.85546875, + 66745.5078125, + 67029.796875, + 67030.390625, + 67016.45703125, + 67037.3046875 ], "p10": [ - 66174.125, - 66132.984375, - 66067.95703125, - 65985.77734375, - 65958.10546875, - 65951.890625, - 66048.53515625, - 65898.3359375, - 65975.05078125, - 65739.48828125, - 65910.34765625, - 65791.42578125, - 65794.82421875, - 65607.19140625, - 65499.671875, - 65695.875, - 65828.921875, - 65926.765625, - 65769.7265625, - 65573.9296875, - 65854.17578125, - 65805.05078125, - 65663.30859375, - 65455.353515625 + 66180.78515625, + 66149.48828125, + 65926.12890625, + 65973.83203125, + 66028.04296875, + 66033.94140625, + 65751.8359375, + 65829.94140625, + 65994.953125, + 65964.80078125, + 65774.890625, + 65709.51953125, + 65900.09375, + 65600.11328125, + 65674.12890625, + 65420.40234375, + 65940.11328125, + 65946.125, + 65905.0078125, + 65595.109375, + 65662.59375, + 65554.71875, + 65723.3359375, + 65738.2890625 ], "p90": [ - 66881.62890625, - 67058.95703125, - 67180.20703125, - 67220.5546875, - 67295.51171875, - 67575.6875, - 67707.79296875, - 67544.3828125, - 67725.19921875, - 67706.3203125, - 67724.703125, - 67843.46484375, - 67898.82421875, - 67840.94921875, - 68082.7578125, - 68308.74609375, - 68142.98046875, - 68446.5390625, - 68246.8359375, - 68279.91796875, - 68479.6171875, - 68616.30859375, - 68595.07421875, - 68584.265625 + 66979.29296875, + 67026.20703125, + 67112.90625, + 67220.47265625, + 67331.3984375, + 67390.03515625, + 67523.65234375, + 67495.9765625, + 67659.51171875, + 67654.953125, + 67623.84765625, + 67772.265625, + 67951.41796875, + 67956.703125, + 67948.21484375, + 68025.609375, + 68294.875, + 68186.8984375, + 68178.515625, + 68130.14453125, + 68353.90234375, + 68458.6875, + 68488.59765625, + 68691.4765625 ], "timestamps": [ "2026-06-10 07:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 25e3fd04c1aa35ea8c76af6087da70cd164e34c5..7abba8e7b05349d598355adf914f26c7e8c1be2e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T06:34:32.944152+00:00", + "evaluated_at": "2026-06-17T06:58:10.062594+00:00", "freq": "10min", - "context_length": 232, + "context_length": 233, "prediction_length": 36, "context": [ - 1.600000023841858, 1.5, 1.7000000476837158, 1.7000000476837158, @@ -237,11 +236,11 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0, + 1.0 ], "actuals": [ - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -275,126 +274,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p50": [ - 1.1259078979492188, - 1.1125735640525818, - 1.11859792470932, - 1.1107827425003052, - 1.1195961236953735, - 1.1349163055419922, - 1.1378666162490845, - 1.110694706439972, - 1.128685474395752, - 1.1214429140090942, - 1.1222916841506958, - 1.1079565286636353, - 1.1252686977386475, - 1.1101768612861633, - 1.1175371408462524, - 1.1364582180976868, - 1.122582733631134, - 1.1129137873649597, - 1.118618369102478, - 1.1292832493782043, - 1.131407380104065, - 1.1238704919815063, - 1.1281768083572388, - 1.1437109112739563, - 1.1194723844528198, - 1.1256200075149536, - 1.1149383187294006, - 1.1241475939750671, - 1.1282911896705627, - 1.1111732125282288, - 1.1240139603614807, - 1.1228845715522766, - 1.1169739365577698, - 1.1234999299049377, - 1.110023021697998, - 1.0977858901023865 + 1.0276490449905396, + 1.035408079624176, + 1.0563310980796814, + 1.0462630987167358, + 1.0328892469406128, + 1.0671491622924805, + 1.0409444570541382, + 1.072656273841858, + 1.040401041507721, + 1.0579822659492493, + 1.0588602423667908, + 1.0486376285552979, + 1.0516149401664734, + 1.0485715866088867, + 1.048326849937439, + 1.0533389449119568, + 1.051848292350769, + 1.0600627660751343, + 1.0524400472640991, + 1.0547140836715698, + 1.0513284802436829, + 1.055651068687439, + 1.0684341788291931, + 1.0708374977111816, + 1.0425128936767578, + 1.0741159319877625, + 1.0508806109428406, + 1.0719740390777588, + 1.0496089458465576, + 1.073164165019989, + 1.0675591230392456, + 1.064833402633667, + 1.0519129037857056, + 1.0577810406684875, + 1.0416605472564697, + 1.0516526699066162 ], "p10": [ - 1.0016859769821167, - 0.9683822393417358, - 0.9759727418422699, - 0.9942379295825958, - 0.9884146749973297, - 0.9830369055271149, - 0.9856661856174469, - 0.9687670171260834, - 0.9683143496513367, - 0.9411258101463318, - 0.9449053108692169, - 0.9422785043716431, - 0.9736451506614685, - 0.9436518549919128, - 0.9672853946685791, - 0.9523706436157227, - 0.9552020132541656, - 0.9135056138038635, - 0.9722992479801178, - 0.9662305414676666, - 0.9141770005226135, - 0.9399992227554321, - 0.9389410018920898, - 0.9190701246261597, - 0.9552816152572632, - 0.9273876547813416, - 0.9040170609951019, - 0.9066963791847229, - 0.9422203302383423, - 0.9232932925224304, - 0.9425983726978302, - 0.8942391872406006, - 0.9317691326141357, - 0.9072551429271698, - 0.9228659868240356, - 0.8958150744438171 + 0.9191363453865051, + 0.9067715704441071, + 0.9288727045059204, + 0.9289312362670898, + 0.8643927574157715, + 0.9032288789749146, + 0.8555805087089539, + 0.9077937304973602, + 0.8384824395179749, + 0.8834314346313477, + 0.8708841800689697, + 0.8546780347824097, + 0.876591145992279, + 0.8546652793884277, + 0.8568607270717621, + 0.8456780314445496, + 0.8415516018867493, + 0.8582099080085754, + 0.8099350929260254, + 0.8516852855682373, + 0.8549375832080841, + 0.8591235280036926, + 0.8341434299945831, + 0.8428535461425781, + 0.8100877404212952, + 0.8208580911159515, + 0.8251136541366577, + 0.8145036399364471, + 0.8314434885978699, + 0.8408943712711334, + 0.8163367509841919, + 0.8483216166496277, + 0.8313562273979187, + 0.8231460154056549, + 0.7720074653625488, + 0.7921800911426544 ], "p90": [ - 1.236163854598999, - 1.2357001900672913, - 1.264717698097229, - 1.2680344581604004, - 1.2694796919822693, - 1.283932864665985, - 1.278960406780243, - 1.2798106670379639, - 1.2925058603286743, - 1.3286047577857971, - 1.3082059621810913, - 1.2881982922554016, - 1.2804943323135376, - 1.3062918782234192, - 1.2843163013458252, - 1.309772551059723, - 1.317290484905243, - 1.2838488817214966, - 1.3227485418319702, - 1.3448773622512817, - 1.3670775294303894, - 1.3567355871200562, - 1.362044632434845, - 1.3761894702911377, - 1.3412832617759705, - 1.324002206325531, - 1.3638544082641602, - 1.3354362845420837, - 1.3337123394012451, - 1.370804250240326, - 1.3665855526924133, - 1.5192472338676453, - 1.340523362159729, - 1.3288857340812683, - 1.3920146226882935, - 1.3465687036514282 + 1.136643409729004, + 1.153744101524353, + 1.2134713530540466, + 1.218113362789154, + 1.1832797527313232, + 1.2501270174980164, + 1.2340362668037415, + 1.2153967022895813, + 1.2733975648880005, + 1.251777470111847, + 1.2633218169212341, + 1.2492724657058716, + 1.2696356177330017, + 1.264916479587555, + 1.2912567257881165, + 1.2563289999961853, + 1.2562643885612488, + 1.292405128479004, + 1.2619012594223022, + 1.3462533354759216, + 1.3119133114814758, + 1.2914953231811523, + 1.3413802981376648, + 1.2849587798118591, + 1.2919626235961914, + 1.3125978708267212, + 1.3481870293617249, + 1.398126482963562, + 1.3456071615219116, + 1.3073412775993347, + 1.3350015878677368, + 1.3388831615447998, + 1.3720160722732544, + 1.4436898231506348, + 1.3782199025154114, + 1.3528589606285095 ], "timestamps": [ - "2026-06-13 18:20:00", - "2026-06-13 18:30:00", - "2026-06-13 18:40:00", "2026-06-13 18:50:00", "2026-06-13 19:00:00", "2026-06-13 19:10:00", @@ -659,6 +657,10 @@ "2026-06-15 14:20:00", "2026-06-15 14:30:00", "2026-06-15 14:40:00", - "2026-06-15 14:50:00" + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 393fe1b4259c7495a49736d2fadd4438e9dfc137..80d90a897a5a4735a6df32e6ce9a9af74bd758ae 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T06:34:38.618128+00:00", + "evaluated_at": "2026-06-17T06:58:20.164514+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, @@ -322,82 +322,82 @@ 2900.0 ], "p50": [ - 2959.88525390625, - 2960.048828125, - 2960.019287109375, - 2960.013671875, - 2959.9876708984375, - 2959.98193359375, - 2960.011474609375, - 2960.01318359375, - 2960.173095703125, - 2960.0428466796875, - 2960.0396728515625, - 2960.260498046875, - 2959.8951416015625, - 2959.8485107421875, - 2959.6812744140625, - 2959.98291015625, - 2961.1922607421875, - 2960.6287841796875, - 2960.734130859375, - 2961.44873046875, - 2961.17822265625, - 2960.7198486328125, - 2960.60400390625, - 2960.81591796875 + 2960.0162353515625, + 2959.989013671875, + 2959.964111328125, + 2960.0836181640625, + 2959.9583740234375, + 2960.250732421875, + 2960.0399169921875, + 2960.2069091796875, + 2960.0164794921875, + 2960.1439208984375, + 2959.9871826171875, + 2960.53173828125, + 2959.88720703125, + 2960.091552734375, + 2960.005126953125, + 2959.75048828125, + 2961.002685546875, + 2960.8857421875, + 2961.115234375, + 2961.106201171875, + 2961.73486328125, + 2960.715087890625, + 2960.5887451171875, + 2961.361083984375 ], "p10": [ - 2958.9381103515625, - 2958.8482666015625, - 2958.568603515625, - 2958.34423828125, - 2958.3050537109375, - 2958.1455078125, - 2958.109375, - 2958.2598876953125, - 2958.1634521484375, - 2957.4422607421875, - 2958.1815185546875, - 2957.9005126953125, - 2957.226318359375, - 2956.9569091796875, - 2956.8314208984375, - 2956.72509765625, - 2955.82373046875, - 2954.0189208984375, - 2954.1793212890625, - 2955.1697998046875, - 2955.81201171875, - 2952.73291015625, - 2953.9752197265625, - 2952.890625 + 2959.1563720703125, + 2958.9302978515625, + 2958.577880859375, + 2958.4959716796875, + 2958.5230712890625, + 2958.427978515625, + 2958.375732421875, + 2958.7244873046875, + 2957.6400146484375, + 2957.9984130859375, + 2957.52783203125, + 2958.2222900390625, + 2957.129150390625, + 2957.5294189453125, + 2957.263671875, + 2956.6072998046875, + 2956.2689208984375, + 2954.503662109375, + 2954.3292236328125, + 2954.1483154296875, + 2952.817626953125, + 2951.9703369140625, + 2951.658935546875, + 2949.9637451171875 ], "p90": [ - 2960.8555908203125, - 2961.2318115234375, - 2961.39501953125, - 2961.6695556640625, - 2961.38916015625, - 2962.085693359375, - 2961.9407958984375, - 2962.279052734375, - 2962.3372802734375, - 2961.9921875, - 2962.1414794921875, - 2962.876220703125, - 2962.8138427734375, - 2962.175048828125, - 2962.45361328125, - 2963.5322265625, - 2966.8465576171875, - 2966.8509521484375, - 2966.733154296875, - 2967.9354248046875, - 2968.1060791015625, - 2968.237060546875, - 2970.1220703125, - 2969.82763671875 + 2960.9359130859375, + 2961.2550048828125, + 2961.2567138671875, + 2961.5533447265625, + 2961.35009765625, + 2961.6494140625, + 2961.8543701171875, + 2962.1829833984375, + 2962.1129150390625, + 2962.547607421875, + 2962.17578125, + 2962.6402587890625, + 2962.4488525390625, + 2963.1409912109375, + 2963.5970458984375, + 2962.945068359375, + 2965.683349609375, + 2966.646484375, + 2968.6552734375, + 2969.052001953125, + 2969.5419921875, + 2970.161376953125, + 2969.0284423828125, + 2971.290283203125 ], "timestamps": [ "2026-06-16 03:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index a4efc2a0bdbf794000438401f7a5fc000cf0c38e..70d7a0b6a0f163f473ff47d504b2ee72850dafe4 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T06:49:08.836536+00:00", + "evaluated_at": "2026-06-17T06:58:23.399855+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 0c578622d42d9082dc13afffb408c8cb7b40f4a6..79cdf3b0b6c983c017ecf1b712e023268811a801 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,170 @@ { - "status": "partial", - "started_at": "2026-06-17T05:13:28.838977+00:00", - "finished_at": "2026-06-17T06:50:55.108414+00:00", - "task_count": 9, + "status": "ok", + "started_at": "2026-06-17T06:52:49.054548+00:00", + "finished_at": "2026-06-17T06:58:54.630578+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-17T06:53:06.674218+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-17T06:53:26.923199+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-17T06:53:58.695476+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-17T06:54:16.818908+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-17T06:55:43.639997+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-17T06:58:23.399855+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-17T06:58:54.628317+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_065259.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_065259.json new file mode 100644 index 0000000000000000000000000000000000000000..72710b3040b4c6387b7beaf5be8842e0c562870f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_065259.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T06:52:59.517094+00:00", + "metrics": { + "MSE[mean]": 371516.7496185303, + "MSE[0.5]": 371516.7496185303, + "MAE[0.5]": 551.0638020833334, + "MASE[0.5]": 0.6014270528984437, + "MAPE[0.5]": 0.008366318197785954, + "sMAPE[0.5]": 0.008327081404263506, + "MSIS": 2.8207431773740637, + "RMSE[mean]": 609.5217384298367, + "NRMSE[mean]": 0.009235719374844078, + "ND[0.5]": 0.008349941130544507, + "mean_weighted_sum_quantile_loss": 0.006635304720667325 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00" + ], + "context": [ + 61687.55859375, + 61261.55078125, + 61334.94140625, + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0 + ], + "actual": [ + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65662.28125 + ], + "predictions": { + "p50": [ + 66360.6875, + 66351.703125, + 66342.2421875, + 66358.1328125, + 66379.53125, + 66384.5078125, + 66410.2890625, + 66409.375, + 66432.0625, + 66448.15625, + 66464.15625, + 66472.0703125, + 66490.8359375, + 66511.4375, + 66533.5703125, + 66504.8984375, + 66526.0625, + 66520.46875, + 66523.84375, + 66519.0546875, + 66530.8671875, + 66520.171875, + 66550.484375, + 66527.3046875 + ], + "p10": [ + 65991.390625, + 65854.4453125, + 65729.5234375, + 65694.3359375, + 65630.1875, + 65577.7109375, + 65503.328125, + 65415.84375, + 65369.87109375, + 65330.296875, + 65282.15234375, + 65194.23046875, + 65120.78515625, + 65101.828125, + 65054.25390625, + 64963.87890625, + 64861.921875, + 64811.05078125, + 64767.234375, + 64747.44140625, + 64707.19140625, + 64662.7890625, + 64666.60546875, + 64589.47265625 + ], + "p90": [ + 66657.078125, + 66767.921875, + 66874.109375, + 66973.6328125, + 67048.8359375, + 67137.8046875, + 67222.6484375, + 67291.71875, + 67349.8828125, + 67406.5234375, + 67463.2421875, + 67540.7890625, + 67628.6328125, + 67628.484375, + 67713.6796875, + 67752.1484375, + 67975.015625, + 67983.140625, + 68002.5625, + 68100.1875, + 68100.8125, + 68207.65625, + 68262.59375, + 68300.015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_065552.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_065552.json new file mode 100644 index 0000000000000000000000000000000000000000..15fe449aa0f85797af3dc4c0b141deecf830bb68 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_065552.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T06:55:52.923423+00:00", + "metrics": { + "MSE[mean]": 897761.3330001831, + "MSE[0.5]": 827309.9586118063, + "MAE[0.5]": 809.4944661458334, + "MASE[0.5]": 0.883476412842055, + "MAPE[0.5]": 0.012294760098593144, + "sMAPE[0.5]": 0.01220087786860447, + "MSIS": 3.1784101228101096, + "RMSE[mean]": 947.5026823181996, + "NRMSE[mean]": 0.014356943040859667, + "ND[0.5]": 0.0122657868512966, + "mean_weighted_sum_quantile_loss": 0.007357953253309176 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00" + ], + "context": [ + 61687.55859375, + 61261.55078125, + 61334.94140625, + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0 + ], + "actual": [ + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65662.28125 + ], + "predictions": { + "p50": [ + 66570.94921875, + 66562.25, + 66496.0546875, + 66583.94140625, + 66683.3359375, + 66613.3984375, + 66739.42578125, + 66676.625, + 66772.4296875, + 66738.0546875, + 66717.3515625, + 66626.3984375, + 66757.359375, + 66677.22265625, + 66795.75390625, + 66761.640625, + 67011.47265625, + 66986.9453125, + 66980.85546875, + 66745.5078125, + 67029.796875, + 67030.390625, + 67016.45703125, + 67037.3046875 + ], + "p10": [ + 66180.78515625, + 66149.48828125, + 65926.12890625, + 65973.83203125, + 66028.04296875, + 66033.94140625, + 65751.8359375, + 65829.94140625, + 65994.953125, + 65964.80078125, + 65774.890625, + 65709.51953125, + 65900.09375, + 65600.11328125, + 65674.12890625, + 65420.40234375, + 65940.11328125, + 65946.125, + 65905.0078125, + 65595.109375, + 65662.59375, + 65554.71875, + 65723.3359375, + 65738.2890625 + ], + "p90": [ + 66979.29296875, + 67026.20703125, + 67112.90625, + 67220.47265625, + 67331.3984375, + 67390.03515625, + 67523.65234375, + 67495.9765625, + 67659.51171875, + 67654.953125, + 67623.84765625, + 67772.265625, + 67951.41796875, + 67956.703125, + 67948.21484375, + 68025.609375, + 68294.875, + 68186.8984375, + 68178.515625, + 68130.14453125, + 68353.90234375, + 68458.6875, + 68488.59765625, + 68691.4765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_065835.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_065835.json new file mode 100644 index 0000000000000000000000000000000000000000..463ae5826892e651a4670a3a2d7409637e560812 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_065835.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T06:58:35.029666+00:00", + "metrics": { + "MSE[mean]": 115789.11921437581, + "MSE[0.5]": 115789.11921437581, + "MAE[0.5]": 311.0849609375, + "MASE[0.5]": 0.33951587919646203, + "MAPE[0.5]": 0.004719112413539777, + "sMAPE[0.5]": 0.0047090314856599235, + "MSIS": 2.2845337706483555, + "RMSE[mean]": 340.2780028364687, + "NRMSE[mean]": 0.005156029630257046, + "ND[0.5]": 0.0047136848775145195, + "mean_weighted_sum_quantile_loss": 0.005071886207588649 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00" + ], + "context": [ + 61687.55859375, + 61261.55078125, + 61334.94140625, + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0 + ], + "actual": [ + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65662.28125 + ], + "predictions": { + "p50": [ + 66438.875, + 66405.3125, + 66382.9375, + 66349.375, + 66304.625, + 66271.0625, + 66259.875, + 66237.5, + 66248.6875, + 66215.125, + 66226.3125, + 66192.75, + 66203.9375, + 66181.5625, + 66170.375, + 66148.0, + 66159.1875, + 66125.625, + 66114.4375, + 66114.4375, + 66114.4375, + 66114.4375, + 66092.0625, + 66058.5 + ], + "p10": [ + 66002.5625, + 65823.5625, + 65689.3125, + 65555.0625, + 65432.0, + 65320.125, + 65275.375, + 65163.5, + 65118.75, + 65018.0625, + 64995.6875, + 64934.15625, + 64900.59375, + 64867.03125, + 64827.875, + 64755.15625, + 64685.234375, + 64623.703125, + 64578.953125, + 64550.984375, + 64525.8125, + 64492.25, + 64441.90625, + 64358.0 + ], + "p90": [ + 66864.0, + 66931.125, + 66975.875, + 66975.875, + 67020.625, + 67020.625, + 67043.0, + 67065.375, + 67110.125, + 67087.75, + 67110.125, + 67110.125, + 67132.5, + 67110.125, + 67132.5, + 67110.125, + 67154.875, + 67154.875, + 67154.875, + 67177.25, + 67177.25, + 67177.25, + 67199.625, + 67177.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_065342.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_065342.json new file mode 100644 index 0000000000000000000000000000000000000000..9bbba7c3512c2507fae0aad5caadb1579de8667f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_065342.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T06:53:42.689625+00:00", + "metrics": { + "MSE[mean]": 269752.4276860555, + "MSE[0.5]": 736918.5705897013, + "MAE[0.5]": 758.7145182291666, + "MASE[0.5]": 0.8280555445026773, + "MAPE[0.5]": 0.011504182900252987, + "sMAPE[0.5]": 0.011589725040427691, + "MSIS": 1.809919666102023, + "RMSE[mean]": 519.3769610659059, + "NRMSE[mean]": 0.00786980932709785, + "ND[0.5]": 0.011496348586410961, + "mean_weighted_sum_quantile_loss": 0.007444510043478718 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00" + ], + "context": [ + 61687.55859375, + 61261.55078125, + 61334.94140625, + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0 + ], + "actual": [ + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65662.28125 + ], + "predictions": { + "p50": [ + 66304.1953125, + 66089.03125, + 66085.5390625, + 65849.5, + 66006.1875, + 65826.3984375, + 65710.234375, + 65472.4921875, + 65495.3046875, + 65420.8984375, + 65192.9375, + 65261.90625, + 65138.40625, + 65119.3125, + 65020.6015625, + 65058.8515625, + 64895.765625, + 64768.4765625, + 64749.796875, + 64632.8828125, + 64588.984375, + 64323.34375, + 64335.375, + 64351.53125 + ], + "p10": [ + 66195.1875, + 66228.4921875, + 66032.28125, + 65993.9375, + 66145.3515625, + 65800.546875, + 65867.78125, + 65576.5546875, + 65661.4140625, + 65832.015625, + 65377.234375, + 65582.1484375, + 65337.2734375, + 65344.5546875, + 65316.859375, + 65459.71875, + 65328.3203125, + 65040.34375, + 65116.3046875, + 65222.3671875, + 64884.75, + 64778.1640625, + 64647.1484375, + 64734.1875 + ], + "p90": [ + 66735.109375, + 66700.140625, + 66807.8671875, + 66796.09375, + 67083.7265625, + 66945.0, + 66831.34375, + 66738.921875, + 66873.0546875, + 66862.9140625, + 66739.9296875, + 66629.828125, + 66737.078125, + 66694.109375, + 66605.3125, + 66723.6640625, + 66561.9921875, + 66626.21875, + 66642.6484375, + 66615.53125, + 66626.84375, + 66347.703125, + 66244.640625, + 66197.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_065434.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_065434.json new file mode 100644 index 0000000000000000000000000000000000000000..3c611767f3e53ad7ca5f85b67cf95033dce24f3b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_065434.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T06:54:34.213561+00:00", + "metrics": { + "MSE[mean]": 328950.4021250407, + "MSE[0.5]": 328950.4021250407, + "MAE[0.5]": 513.685546875, + "MASE[0.5]": 0.5606326951717239, + "MAPE[0.5]": 0.007799850258526132, + "sMAPE[0.5]": 0.007764569954441845, + "MSIS": 2.227218241607076, + "RMSE[mean]": 573.5419793921285, + "NRMSE[mean]": 0.008690539544994524, + "ND[0.5]": 0.007783570722304819, + "mean_weighted_sum_quantile_loss": 0.005818132767377029 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00" + ], + "context": [ + 61687.55859375, + 61261.55078125, + 61334.94140625, + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0 + ], + "actual": [ + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65662.28125 + ], + "predictions": { + "p50": [ + 66413.9375, + 66408.4765625, + 66409.96875, + 66408.2421875, + 66410.34375, + 66411.796875, + 66419.8828125, + 66418.578125, + 66434.875, + 66429.6015625, + 66433.7109375, + 66429.765625, + 66426.265625, + 66414.7265625, + 66422.828125, + 66417.0, + 66423.34375, + 66437.671875, + 66460.484375, + 66473.4375, + 66501.7109375, + 66516.453125, + 66554.46875, + 66585.3125 + ], + "p10": [ + 66024.671875, + 65896.6015625, + 65811.015625, + 65736.640625, + 65684.453125, + 65638.484375, + 65611.6875, + 65554.8984375, + 65523.703125, + 65464.33984375, + 65417.95703125, + 65378.578125, + 65324.53515625, + 65265.6328125, + 65227.78515625, + 65180.35546875, + 65161.08203125, + 65138.6640625, + 65128.3359375, + 65107.53125, + 65102.7421875, + 65088.390625, + 65098.34765625, + 65106.19140625 + ], + "p90": [ + 66797.5390625, + 66906.640625, + 66998.7265625, + 67081.984375, + 67152.171875, + 67207.7890625, + 67286.7421875, + 67330.5703125, + 67388.7890625, + 67422.609375, + 67458.953125, + 67483.0703125, + 67497.0, + 67507.0625, + 67541.640625, + 67549.9765625, + 67586.0078125, + 67635.5, + 67689.8359375, + 67733.515625, + 67781.21875, + 67814.796875, + 67872.71875, + 67924.8515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_065406.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_065406.json new file mode 100644 index 0000000000000000000000000000000000000000..aafee3c0f475603c9e0ac1a575f39f2ee4f66068 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_065406.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T06:54:06.418915+00:00", + "metrics": { + "MSE[mean]": 520199.5276031494, + "MSE[0.5]": 520199.5276031494, + "MAE[0.5]": 637.7122395833334, + "MASE[0.5]": 0.6959945316674436, + "MAPE[0.5]": 0.009686140441367336, + "sMAPE[0.5]": 0.009627859821882665, + "MSIS": 2.6023862848307773, + "RMSE[mean]": 721.2485893248938, + "NRMSE[mean]": 0.010928649710946564, + "ND[0.5]": 0.00966287322560027, + "mean_weighted_sum_quantile_loss": 0.006837492961870756 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00" + ], + "context": [ + 61687.55859375, + 61261.55078125, + 61334.94140625, + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0 + ], + "actual": [ + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65662.28125 + ], + "predictions": { + "p50": [ + 66497.796875, + 66510.9375, + 66515.703125, + 66515.4921875, + 66519.5546875, + 66525.0859375, + 66530.4140625, + 66531.7421875, + 66529.5234375, + 66507.0546875, + 66528.7421875, + 66566.8203125, + 66588.1015625, + 66613.859375, + 66642.453125, + 66655.8984375, + 66671.265625, + 66683.703125, + 66694.640625, + 66703.34375, + 66715.8828125, + 66718.8359375, + 66728.28125, + 66739.71875 + ], + "p10": [ + 66167.578125, + 66037.765625, + 65931.7109375, + 65824.9140625, + 65754.9375, + 65683.046875, + 65627.1328125, + 65575.5546875, + 65524.80859375, + 65448.54296875, + 65420.5078125, + 65416.921875, + 65376.76953125, + 65361.9453125, + 65341.328125, + 65315.76171875, + 65285.1484375, + 65248.1640625, + 65200.6171875, + 65175.796875, + 65133.609375, + 65097.7265625, + 65055.046875, + 65028.375 + ], + "p90": [ + 66840.5546875, + 66999.609375, + 67145.28125, + 67254.796875, + 67356.640625, + 67443.21875, + 67502.734375, + 67560.640625, + 67629.21875, + 67697.0703125, + 67755.0, + 67827.65625, + 67902.09375, + 67992.5625, + 68078.109375, + 68143.7890625, + 68211.9375, + 68266.0625, + 68325.59375, + 68365.9921875, + 68432.21875, + 68471.984375, + 68505.5, + 68552.5703125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_065322.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_065322.json new file mode 100644 index 0000000000000000000000000000000000000000..fac31eb4d529297b99e6d1c5b890ef2e4e2b0acb --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_065322.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T06:53:22.703103+00:00", + "metrics": { + "MSE[mean]": 2302.8288857589164, + "MSE[0.5]": 2302.8288857589164, + "MAE[0.5]": 44.156026204427086, + "MASE[0.5]": 0.5498026609111544, + "MAPE[0.5]": 0.015223178750945013, + "sMAPE[0.5]": 0.015087647347376554, + "MSIS": 14.37400215831712, + "RMSE[mean]": 47.98779934273832, + "NRMSE[mean]": 0.01649065269509908, + "ND[0.5]": 0.015173892166469789, + "mean_weighted_sum_quantile_loss": 0.012649188969628992 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "actual": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0 + ], + "predictions": { + "p50": [ + 2958.137451171875, + 2957.85693359375, + 2957.485107421875, + 2956.092041015625, + 2956.126953125, + 2955.805419921875, + 2955.35986328125, + 2955.190673828125, + 2955.447265625, + 2955.102294921875, + 2955.16162109375, + 2954.899658203125, + 2954.54833984375, + 2954.18115234375, + 2953.510009765625, + 2952.39306640625, + 2950.59765625, + 2950.1728515625, + 2949.701171875, + 2948.43701171875, + 2948.67919921875, + 2948.553466796875, + 2947.8212890625, + 2947.627197265625 + ], + "p10": [ + 2947.80419921875, + 2946.9140625, + 2945.500732421875, + 2945.694091796875, + 2944.01953125, + 2942.82177734375, + 2942.12744140625, + 2940.794677734375, + 2940.800048828125, + 2940.77490234375, + 2939.353759765625, + 2939.54736328125, + 2939.45947265625, + 2938.978759765625, + 2936.119384765625, + 2935.98583984375, + 2927.284423828125, + 2926.488037109375, + 2925.2998046875, + 2925.357177734375, + 2923.46630859375, + 2922.55224609375, + 2921.791015625, + 2920.560546875 + ], + "p90": [ + 2965.926025390625, + 2966.087158203125, + 2965.7900390625, + 2966.0810546875, + 2966.6376953125, + 2966.914306640625, + 2966.145263671875, + 2967.053955078125, + 2966.852783203125, + 2967.58154296875, + 2967.33349609375, + 2967.781982421875, + 2967.981201171875, + 2966.92822265625, + 2966.5234375, + 2966.948486328125, + 2969.24853515625, + 2968.201904296875, + 2968.431396484375, + 2969.115966796875, + 2969.9140625, + 2970.07568359375, + 2969.267822265625, + 2969.261962890625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_065820.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_065820.json new file mode 100644 index 0000000000000000000000000000000000000000..e94e678bff330d650f86af4257a544c86a5ae6db --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_065820.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T06:58:20.164514+00:00", + "metrics": { + "MSE[mean]": 3201.2061637093625, + "MSE[0.5]": 3038.2183319541314, + "MAE[0.5]": 50.331075032552086, + "MASE[0.5]": 0.626690428420882, + "MAPE[0.5]": 0.01735543937481646, + "sMAPE[0.5]": 0.01717666953544034, + "MSIS": 23.357401862435143, + "RMSE[mean]": 56.579202572229335, + "NRMSE[mean]": 0.019443024938910425, + "ND[0.5]": 0.017295902073041953, + "mean_weighted_sum_quantile_loss": 0.016729301694423562 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "actual": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0 + ], + "predictions": { + "p50": [ + 2960.0162353515625, + 2959.989013671875, + 2959.964111328125, + 2960.0836181640625, + 2959.9583740234375, + 2960.250732421875, + 2960.0399169921875, + 2960.2069091796875, + 2960.0164794921875, + 2960.1439208984375, + 2959.9871826171875, + 2960.53173828125, + 2959.88720703125, + 2960.091552734375, + 2960.005126953125, + 2959.75048828125, + 2961.002685546875, + 2960.8857421875, + 2961.115234375, + 2961.106201171875, + 2961.73486328125, + 2960.715087890625, + 2960.5887451171875, + 2961.361083984375 + ], + "p10": [ + 2959.1563720703125, + 2958.9302978515625, + 2958.577880859375, + 2958.4959716796875, + 2958.5230712890625, + 2958.427978515625, + 2958.375732421875, + 2958.7244873046875, + 2957.6400146484375, + 2957.9984130859375, + 2957.52783203125, + 2958.2222900390625, + 2957.129150390625, + 2957.5294189453125, + 2957.263671875, + 2956.6072998046875, + 2956.2689208984375, + 2954.503662109375, + 2954.3292236328125, + 2954.1483154296875, + 2952.817626953125, + 2951.9703369140625, + 2951.658935546875, + 2949.9637451171875 + ], + "p90": [ + 2960.9359130859375, + 2961.2550048828125, + 2961.2567138671875, + 2961.5533447265625, + 2961.35009765625, + 2961.6494140625, + 2961.8543701171875, + 2962.1829833984375, + 2962.1129150390625, + 2962.547607421875, + 2962.17578125, + 2962.6402587890625, + 2962.4488525390625, + 2963.1409912109375, + 2963.5970458984375, + 2962.945068359375, + 2965.683349609375, + 2966.646484375, + 2968.6552734375, + 2969.052001953125, + 2969.5419921875, + 2970.161376953125, + 2969.0284423828125, + 2971.290283203125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_065852.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_065852.json new file mode 100644 index 0000000000000000000000000000000000000000..51783e5d26d4f3ef25e81c657e6c14ea4ba6777d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_065852.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T06:58:52.393071+00:00", + "metrics": { + "MSE[mean]": 3000.535675048828, + "MSE[0.5]": 3000.535675048828, + "MAE[0.5]": 50.055338541666664, + "MASE[0.5]": 0.6232571335927367, + "MAPE[0.5]": 0.017260092966080304, + "sMAPE[0.5]": 0.017083530608546126, + "MSIS": 23.662739137483793, + "RMSE[mean]": 54.77714555404314, + "NRMSE[mean]": 0.01882376135877771, + "ND[0.5]": 0.01720114726517755, + "mean_weighted_sum_quantile_loss": 0.017174412048969072 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "actual": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0 + ], + "predictions": { + "p50": [ + 2959.65625, + 2960.234375, + 2959.65625, + 2959.65625, + 2959.65625, + 2959.65625, + 2959.65625, + 2959.65625, + 2959.65625, + 2959.65625, + 2959.078125, + 2960.234375, + 2960.234375, + 2959.65625, + 2959.65625, + 2959.65625, + 2960.8125, + 2960.8125, + 2960.234375, + 2960.8125, + 2959.65625, + 2960.234375, + 2960.8125, + 2960.234375 + ], + "p10": [ + 2957.921875, + 2957.921875, + 2957.921875, + 2957.34375, + 2956.765625, + 2956.765625, + 2956.765625, + 2956.765625, + 2956.1875, + 2956.1875, + 2955.609375, + 2955.609375, + 2955.609375, + 2955.03125, + 2955.03125, + 2954.453125, + 2956.765625, + 2956.765625, + 2956.1875, + 2956.765625, + 2956.765625, + 2956.765625, + 2956.765625, + 2956.1875 + ], + "p90": [ + 2961.390625, + 2961.390625, + 2961.390625, + 2963.125, + 2963.703125, + 2966.015625, + 2967.75, + 2970.0625, + 2972.953125, + 2975.84375, + 2977.0, + 2979.3125, + 2980.46875, + 2982.78125, + 2983.9375, + 2985.09375, + 3000.125, + 3003.015625, + 3004.75, + 3005.90625, + 3007.640625, + 3011.109375, + 3014.2890625, + 3015.734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_065355.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_065355.json new file mode 100644 index 0000000000000000000000000000000000000000..d8fcacbce7f9eb594633101828c2100f0fcedea1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_065355.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T06:53:55.757987+00:00", + "metrics": { + "MSE[mean]": 2791.2229591558375, + "MSE[0.5]": 2514.2153542513647, + "MAE[0.5]": 45.848663330078125, + "MASE[0.5]": 0.5708782982733462, + "MAPE[0.5]": 0.01580878294191956, + "sMAPE[0.5]": 0.015660745049877262, + "MSIS": 23.965451093344683, + "RMSE[mean]": 52.83202588540248, + "NRMSE[mean]": 0.018155335355808412, + "ND[0.5]": 0.015755554408961554, + "mean_weighted_sum_quantile_loss": 0.016405960477246604 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "actual": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0 + ], + "predictions": { + "p50": [ + 2960.443359375, + 2960.082275390625, + 2959.095947265625, + 2957.6494140625, + 2958.562255859375, + 2957.466552734375, + 2957.873779296875, + 2956.44677734375, + 2957.05322265625, + 2958.02099609375, + 2956.592041015625, + 2957.86572265625, + 2957.724609375, + 2956.391357421875, + 2955.90966796875, + 2955.19140625, + 2953.990478515625, + 2953.7294921875, + 2953.54345703125, + 2950.87646484375, + 2953.402587890625, + 2949.29345703125, + 2948.875244140625, + 2947.778076171875 + ], + "p10": [ + 2959.722412109375, + 2960.6904296875, + 2957.838623046875, + 2958.09814453125, + 2957.65283203125, + 2957.77978515625, + 2961.0830078125, + 2959.872802734375, + 2959.72021484375, + 2956.644287109375, + 2956.43603515625, + 2960.5205078125, + 2959.596923828125, + 2956.1630859375, + 2959.337646484375, + 2953.631591796875, + 2956.797607421875, + 2958.41748046875, + 2960.52099609375, + 2956.68408203125, + 2957.126220703125, + 2952.51611328125, + 2955.1416015625, + 2952.615478515625 + ], + "p90": [ + 2962.632080078125, + 2963.980712890625, + 2961.556640625, + 2962.482666015625, + 2964.03955078125, + 2963.677734375, + 2962.46240234375, + 2962.77978515625, + 2962.7431640625, + 2966.307373046875, + 2967.089111328125, + 2966.491455078125, + 2967.3642578125, + 2969.818359375, + 2967.343994140625, + 2967.9873046875, + 2968.283203125, + 2970.711181640625, + 2971.49609375, + 2972.343017578125, + 2974.29541015625, + 2974.75048828125, + 2974.09716796875, + 2975.33251953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_065449.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_065449.json new file mode 100644 index 0000000000000000000000000000000000000000..a8b09085013ef49cc6b889a778922bd2eec1021a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_065449.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T06:54:49.786673+00:00", + "metrics": { + "MSE[mean]": 2876.1100129187107, + "MSE[0.5]": 2876.1100129187107, + "MAE[0.5]": 49.15753173828125, + "MASE[0.5]": 0.612078216196498, + "MAPE[0.5]": 0.01694945364718335, + "sMAPE[0.5]": 0.016780203537444312, + "MSIS": 22.21098360489624, + "RMSE[mean]": 53.62937639874914, + "NRMSE[mean]": 0.018429338968642316, + "ND[0.5]": 0.016892622590474655, + "mean_weighted_sum_quantile_loss": 0.016098368769613278 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "actual": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0 + ], + "predictions": { + "p50": [ + 2958.668701171875, + 2958.76220703125, + 2958.832275390625, + 2958.86328125, + 2958.91455078125, + 2958.8486328125, + 2958.7509765625, + 2958.8291015625, + 2958.845947265625, + 2958.820068359375, + 2958.775390625, + 2958.883056640625, + 2958.854248046875, + 2958.93505859375, + 2958.589599609375, + 2958.59716796875, + 2958.657470703125, + 2958.903564453125, + 2958.67138671875, + 2958.586181640625, + 2958.614501953125, + 2958.70654296875, + 2958.511474609375, + 2958.6123046875 + ], + "p10": [ + 2957.684814453125, + 2957.543212890625, + 2957.401611328125, + 2957.462890625, + 2957.287109375, + 2956.831787109375, + 2956.603515625, + 2956.494140625, + 2955.794677734375, + 2955.305419921875, + 2954.9091796875, + 2954.76220703125, + 2954.33349609375, + 2953.983642578125, + 2953.3740234375, + 2952.457763671875, + 2951.818603515625, + 2951.5732421875, + 2950.998046875, + 2950.53515625, + 2950.236572265625, + 2949.86962890625, + 2949.50634765625, + 2949.199951171875 + ], + "p90": [ + 2960.0146484375, + 2960.11083984375, + 2960.25, + 2960.23974609375, + 2960.486572265625, + 2960.57421875, + 2960.52099609375, + 2960.609375, + 2960.781494140625, + 2960.998046875, + 2961.093994140625, + 2961.02734375, + 2961.1552734375, + 2961.158447265625, + 2961.228759765625, + 2960.904296875, + 2961.39306640625, + 2962.578857421875, + 2963.33056640625, + 2963.296875, + 2963.41259765625, + 2962.934814453125, + 2962.21044921875, + 2962.34619140625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_065414.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_065414.json new file mode 100644 index 0000000000000000000000000000000000000000..9961127426f65535a8a1274293f159b110a55c9b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_065414.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T06:54:14.985745+00:00", + "metrics": { + "MSE[mean]": 2933.6353498523436, + "MSE[0.5]": 2933.6353498523436, + "MAE[0.5]": 49.52326456705729, + "MASE[0.5]": 0.6166320879944877, + "MAPE[0.5]": 0.017076429406764827, + "sMAPE[0.5]": 0.016903786531296608, + "MSIS": 3.600949836859598, + "RMSE[mean]": 54.163044133914255, + "NRMSE[mean]": 0.01861272994292586, + "ND[0.5]": 0.017018303974933778, + "mean_weighted_sum_quantile_loss": 0.009197181836633535 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:55:00", + "2026-06-16 04:10:00", + "2026-06-16 04:25:00", + "2026-06-16 04:40:00", + "2026-06-16 04:55:00", + "2026-06-16 05:10:00", + "2026-06-16 05:25:00", + "2026-06-16 05:40:00", + "2026-06-16 05:55:00", + "2026-06-16 06:10:00", + "2026-06-16 06:25:00", + "2026-06-16 06:40:00", + "2026-06-16 06:55:00", + "2026-06-16 07:10:00", + "2026-06-16 07:25:00", + "2026-06-16 07:40:00", + "2026-06-16 07:55:00", + "2026-06-16 08:10:00", + "2026-06-16 08:25:00", + "2026-06-16 08:40:00", + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00" + ], + "context": [ + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3230.0, + 3230.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3170.0, + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0 + ], + "actual": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0 + ], + "predictions": { + "p50": [ + 2959.43212890625, + 2959.54150390625, + 2959.57421875, + 2959.534912109375, + 2959.56787109375, + 2959.5537109375, + 2959.550537109375, + 2959.302734375, + 2959.376953125, + 2959.52734375, + 2959.496826171875, + 2959.34619140625, + 2959.33935546875, + 2959.3603515625, + 2959.440185546875, + 2959.316650390625, + 2959.274658203125, + 2959.270263671875, + 2959.161865234375, + 2959.15380859375, + 2959.2275390625, + 2959.21875, + 2959.13671875, + 2959.018798828125 + ], + "p10": [ + 2958.16796875, + 2958.323486328125, + 2956.8837890625, + 2953.8359375, + 2944.473388671875, + 2928.7412109375, + 2922.98681640625, + 2915.865478515625, + 2906.790283203125, + 2908.3876953125, + 2907.537109375, + 2904.591552734375, + 2903.0556640625, + 2901.446044921875, + 2900.06494140625, + 2900.6962890625, + 2900.36865234375, + 2899.05712890625, + 2897.670166015625, + 2895.927978515625, + 2894.11279296875, + 2892.270751953125, + 2889.96337890625, + 2888.397216796875 + ], + "p90": [ + 2960.9130859375, + 2961.109130859375, + 2961.188720703125, + 2961.255859375, + 2961.25146484375, + 2961.19677734375, + 2961.174560546875, + 2961.26513671875, + 2961.161865234375, + 2961.24169921875, + 2960.88818359375, + 2961.40478515625, + 2961.153076171875, + 2960.64892578125, + 2961.03857421875, + 2961.134033203125, + 2961.210693359375, + 2961.17138671875, + 2961.53955078125, + 2961.165771484375, + 2961.342529296875, + 2961.88427734375, + 2961.873291015625, + 2962.028076171875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_065316.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_065316.json new file mode 100644 index 0000000000000000000000000000000000000000..453297be64798c5751db92ac9a2f3bf7698b1d97 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_065316.json @@ -0,0 +1,681 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T06:53:16.014242+00:00", + "metrics": { + "MSE[mean]": 0.04121023595888415, + "MSE[0.5]": 0.04121023595888415, + "MAE[0.5]": 0.17986510197321573, + "MASE[0.5]": 0.8188411621772602, + "MAPE[0.5]": 0.13876773675475748, + "sMAPE[0.5]": 0.15142609220189213, + "MSIS": 4.597615528371589, + "RMSE[mean]": 0.20300304421087914, + "NRMSE[mean]": 0.1624024353687033, + "ND[0.5]": 0.14389208157857258, + "mean_weighted_sum_quantile_loss": 0.1146004308300254 + }, + "context_length": 233, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.0384594202041626, + 1.045733094215393, + 1.047370195388794, + 1.047269582748413, + 1.0506004095077515, + 1.055564284324646, + 1.0614116191864014, + 1.0659939050674438, + 1.0663813352584839, + 1.0659363269805908, + 1.063815951347351, + 1.0643982887268066, + 1.0679733753204346, + 1.073230266571045, + 1.0748088359832764, + 1.0740206241607666, + 1.0755584239959717, + 1.079634428024292, + 1.0800098180770874, + 1.0815272331237793, + 1.079256534576416, + 1.0797979831695557, + 1.0822029113769531, + 1.081781268119812, + 1.081109881401062, + 1.0797680616378784, + 1.0799981355667114, + 1.0812039375305176, + 1.0811346769332886, + 1.0860263109207153, + 1.0897817611694336, + 1.0937570333480835, + 1.088431715965271, + 1.0871284008026123, + 1.0864938497543335, + 1.0884873867034912 + ], + "p10": [ + 0.9704270362854004, + 0.9530900120735168, + 0.9416530132293701, + 0.9365403652191162, + 0.9337531328201294, + 0.9324811697006226, + 0.9344790577888489, + 0.9350446462631226, + 0.9329054951667786, + 0.933300256729126, + 0.9283214807510376, + 0.9266847372055054, + 0.9251987934112549, + 0.924546480178833, + 0.9246202707290649, + 0.9222626686096191, + 0.9157072305679321, + 0.9148292541503906, + 0.9164307117462158, + 0.9158453345298767, + 0.9113180041313171, + 0.9121389985084534, + 0.9129900932312012, + 0.9073140621185303, + 0.9072802662849426, + 0.9064513444900513, + 0.9020225405693054, + 0.8982057571411133, + 0.8966792821884155, + 0.8971525430679321, + 0.8978099822998047, + 0.8991252183914185, + 0.882216215133667, + 0.8846756219863892, + 0.8856862783432007, + 0.8852981328964233 + ], + "p90": [ + 1.129456877708435, + 1.1681678295135498, + 1.188537836074829, + 1.2002787590026855, + 1.2113088369369507, + 1.2269562482833862, + 1.2396084070205688, + 1.2517808675765991, + 1.257242202758789, + 1.2608047723770142, + 1.2651033401489258, + 1.275726079940796, + 1.2850358486175537, + 1.2981388568878174, + 1.2994879484176636, + 1.3064581155776978, + 1.3160126209259033, + 1.3302712440490723, + 1.3348212242126465, + 1.3423800468444824, + 1.3413143157958984, + 1.3494890928268433, + 1.3491076231002808, + 1.35660982131958, + 1.3632985353469849, + 1.368311882019043, + 1.3769783973693848, + 1.3787051439285278, + 1.3753702640533447, + 1.3861887454986572, + 1.3845597505569458, + 1.4006959199905396, + 1.406618356704712, + 1.4065935611724854, + 1.413303017616272, + 1.4198853969573975 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_065810.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_065810.json new file mode 100644 index 0000000000000000000000000000000000000000..8c6eb257e7cf58f66fd428c31a52a1bbe8cf7ec3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_065810.json @@ -0,0 +1,681 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T06:58:10.062594+00:00", + "metrics": { + "MSE[mean]": 0.04283660425079421, + "MSE[0.5]": 0.05050588875107989, + "MAE[0.5]": 0.201709540353881, + "MASE[0.5]": 0.9182886098171981, + "MAPE[0.5]": 0.15600801942801523, + "sMAPE[0.5]": 0.17181021634882432, + "MSIS": 6.054974921959195, + "RMSE[mean]": 0.2069700564110524, + "NRMSE[mean]": 0.16557604512884191, + "ND[0.5]": 0.1613676322831048, + "mean_weighted_sum_quantile_loss": 0.13066351054627218 + }, + "context_length": 233, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.0276490449905396, + 1.035408079624176, + 1.0563310980796814, + 1.0462630987167358, + 1.0328892469406128, + 1.0671491622924805, + 1.0409444570541382, + 1.072656273841858, + 1.040401041507721, + 1.0579822659492493, + 1.0588602423667908, + 1.0486376285552979, + 1.0516149401664734, + 1.0485715866088867, + 1.048326849937439, + 1.0533389449119568, + 1.051848292350769, + 1.0600627660751343, + 1.0524400472640991, + 1.0547140836715698, + 1.0513284802436829, + 1.055651068687439, + 1.0684341788291931, + 1.0708374977111816, + 1.0425128936767578, + 1.0741159319877625, + 1.0508806109428406, + 1.0719740390777588, + 1.0496089458465576, + 1.073164165019989, + 1.0675591230392456, + 1.064833402633667, + 1.0519129037857056, + 1.0577810406684875, + 1.0416605472564697, + 1.0516526699066162 + ], + "p10": [ + 0.9191363453865051, + 0.9067715704441071, + 0.9288727045059204, + 0.9289312362670898, + 0.8643927574157715, + 0.9032288789749146, + 0.8555805087089539, + 0.9077937304973602, + 0.8384824395179749, + 0.8834314346313477, + 0.8708841800689697, + 0.8546780347824097, + 0.876591145992279, + 0.8546652793884277, + 0.8568607270717621, + 0.8456780314445496, + 0.8415516018867493, + 0.8582099080085754, + 0.8099350929260254, + 0.8516852855682373, + 0.8549375832080841, + 0.8591235280036926, + 0.8341434299945831, + 0.8428535461425781, + 0.8100877404212952, + 0.8208580911159515, + 0.8251136541366577, + 0.8145036399364471, + 0.8314434885978699, + 0.8408943712711334, + 0.8163367509841919, + 0.8483216166496277, + 0.8313562273979187, + 0.8231460154056549, + 0.7720074653625488, + 0.7921800911426544 + ], + "p90": [ + 1.136643409729004, + 1.153744101524353, + 1.2134713530540466, + 1.218113362789154, + 1.1832797527313232, + 1.2501270174980164, + 1.2340362668037415, + 1.2153967022895813, + 1.2733975648880005, + 1.251777470111847, + 1.2633218169212341, + 1.2492724657058716, + 1.2696356177330017, + 1.264916479587555, + 1.2912567257881165, + 1.2563289999961853, + 1.2562643885612488, + 1.292405128479004, + 1.2619012594223022, + 1.3462533354759216, + 1.3119133114814758, + 1.2914953231811523, + 1.3413802981376648, + 1.2849587798118591, + 1.2919626235961914, + 1.3125978708267212, + 1.3481870293617249, + 1.398126482963562, + 1.3456071615219116, + 1.3073412775993347, + 1.3350015878677368, + 1.3388831615447998, + 1.3720160722732544, + 1.4436898231506348, + 1.3782199025154114, + 1.3528589606285095 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_065842.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_065842.json new file mode 100644 index 0000000000000000000000000000000000000000..21ec4254f974cd716a9e2872eb255d14f1d8c87f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_065842.json @@ -0,0 +1,681 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T06:58:42.447689+00:00", + "metrics": { + "MSE[mean]": 0.02708482349586245, + "MSE[0.5]": 0.02708482349586245, + "MAE[0.5]": 0.14097335934638977, + "MASE[0.5]": 0.6417853610113875, + "MAPE[0.5]": 0.10857483601359962, + "sMAPE[0.5]": 0.1166234363656707, + "MSIS": 4.354546127169247, + "RMSE[mean]": 0.1645746745275908, + "NRMSE[mean]": 0.13165973962207264, + "ND[0.5]": 0.11277868747711181, + "mean_weighted_sum_quantile_loss": 0.09367630258018587 + }, + "context_length": 233, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.0302200317382812, + 1.0467185974121094, + 1.0559577941894531, + 1.0625572204589844, + 1.0645370483398438, + 1.0704765319824219, + 1.0731163024902344, + 1.0757560729980469, + 1.0783958435058594, + 1.0836753845214844, + 1.0849952697753906, + 1.0856552124023438, + 1.0896148681640625, + 1.0942344665527344, + 1.0975341796875, + 1.1008338928222656, + 1.1107330322265625, + 1.1173324584960938, + 1.1179924011230469, + 1.120962142944336, + 1.1245918273925781, + 1.1265716552734375, + 1.1311912536621094, + 1.1302013397216797, + 1.1358108520507812, + 1.1397705078125, + 1.1404304504394531, + 1.1463699340820312, + 1.1519794464111328, + 1.1562690734863281, + 1.1612186431884766, + 1.1641883850097656, + 1.164353370666504, + 1.1693029403686523, + 1.173262596130371, + 1.1772222518920898 + ], + "p10": [ + 0.96026611328125, + 0.954986572265625, + 0.9536666870117188, + 0.9523468017578125, + 0.9510269165039062, + 0.9536666870117188, + 0.9510269165039062, + 0.9523468017578125, + 0.9536666870117188, + 0.9563064575195312, + 0.9563064575195312, + 0.9563064575195312, + 0.9589462280273438, + 0.9629058837890625, + 0.965545654296875, + 0.9642257690429688, + 0.9615859985351562, + 0.9668655395507812, + 0.9642257690429688, + 0.9668655395507812, + 0.9708251953125, + 0.9734649658203125, + 0.9747848510742188, + 0.9747848510742188, + 0.9800643920898438, + 0.9827041625976562, + 0.98138427734375, + 0.9840240478515625, + 0.9879837036132812, + 0.9906234741210938, + 0.9932632446289062, + 0.9945831298828125, + 0.991943359375, + 0.9985427856445312, + 0.9998626708984375, + 1.0011825561523438 + ], + "p90": [ + 1.1506595611572266, + 1.2006089687347412, + 1.2231707572937012, + 1.2397518157958984, + 1.2438764572143555, + 1.2526206970214844, + 1.2618598937988281, + 1.2664794921875, + 1.2714290618896484, + 1.2783584594726562, + 1.2826480865478516, + 1.2839679718017578, + 1.2872676849365234, + 1.292877197265625, + 1.29815673828125, + 1.3060760498046875, + 1.3172950744628906, + 1.329833984375, + 1.3311538696289062, + 1.3344535827636719, + 1.3364334106445312, + 1.3377532958984375, + 1.3423728942871094, + 1.3417129516601562, + 1.345672607421875, + 1.3489723205566406, + 1.3502922058105469, + 1.3595314025878906, + 1.3661308288574219, + 1.3720703125, + 1.3760299682617188, + 1.3799896240234375, + 1.3905487060546875, + 1.3971481323242188, + 1.40374755859375, + 1.4077072143554688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_065349.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_065349.json new file mode 100644 index 0000000000000000000000000000000000000000..f312e84fc4f81aafb369951033fa63a1faaffabb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_065349.json @@ -0,0 +1,681 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T06:53:49.623240+00:00", + "metrics": { + "MSE[mean]": 0.022158831993946155, + "MSE[0.5]": 0.033309128479276334, + "MAE[0.5]": 0.16026138928201464, + "MASE[0.5]": 0.7295946840836796, + "MAPE[0.5]": 0.12363477402964768, + "sMAPE[0.5]": 0.133790679617766, + "MSIS": 5.417481360536701, + "RMSE[mean]": 0.14885842936812868, + "NRMSE[mean]": 0.11908674349450295, + "ND[0.5]": 0.1282091114256117, + "mean_weighted_sum_quantile_loss": 0.08531287316922788 + }, + "context_length": 233, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.0299139022827148, + 1.0416512489318848, + 1.0431084632873535, + 1.0399549007415771, + 1.0330594778060913, + 1.0468642711639404, + 1.0580991506576538, + 1.073541283607483, + 1.0759334564208984, + 1.0752360820770264, + 1.0684711933135986, + 1.0720410346984863, + 1.0764741897583008, + 1.0851798057556152, + 1.0872478485107422, + 1.0805752277374268, + 1.080407977104187, + 1.0814540386199951, + 1.0876595973968506, + 1.0928099155426025, + 1.0972626209259033, + 1.1032357215881348, + 1.1101305484771729, + 1.1192609071731567, + 1.1217997074127197, + 1.1164464950561523, + 1.113660216331482, + 1.1098146438598633, + 1.118154525756836, + 1.1212035417556763, + 1.1338965892791748, + 1.1405701637268066, + 1.138927698135376, + 1.1383285522460938, + 1.1412700414657593, + 1.143064022064209 + ], + "p10": [ + 1.0720871686935425, + 1.0877528190612793, + 1.085157871246338, + 1.085648536682129, + 1.0785595178604126, + 1.1024667024612427, + 1.1094708442687988, + 1.124444842338562, + 1.1289660930633545, + 1.1257338523864746, + 1.1190924644470215, + 1.119343876838684, + 1.1352014541625977, + 1.136561632156372, + 1.1472392082214355, + 1.1365931034088135, + 1.1324872970581055, + 1.141082763671875, + 1.1482982635498047, + 1.1468675136566162, + 1.1529581546783447, + 1.1692297458648682, + 1.1657376289367676, + 1.1792519092559814, + 1.181434154510498, + 1.1798460483551025, + 1.1698696613311768, + 1.1683590412139893, + 1.1782629489898682, + 1.1799237728118896, + 1.1960595846176147, + 1.203312635421753, + 1.2040380239486694, + 1.2044180631637573, + 1.2042548656463623, + 1.205518364906311 + ], + "p90": [ + 1.151252269744873, + 1.1789391040802002, + 1.1903026103973389, + 1.1909489631652832, + 1.1908338069915771, + 1.2062394618988037, + 1.2207980155944824, + 1.2398931980133057, + 1.248491883277893, + 1.2459089756011963, + 1.246103286743164, + 1.247999906539917, + 1.2568960189819336, + 1.2680394649505615, + 1.2705100774765015, + 1.2661755084991455, + 1.2691664695739746, + 1.2707223892211914, + 1.2806243896484375, + 1.2878940105438232, + 1.2948269844055176, + 1.3010008335113525, + 1.3070480823516846, + 1.3132634162902832, + 1.3259930610656738, + 1.323660135269165, + 1.317758560180664, + 1.3191196918487549, + 1.3291819095611572, + 1.3374955654144287, + 1.3524458408355713, + 1.3632698059082031, + 1.3629992008209229, + 1.3657476902008057, + 1.3663058280944824, + 1.372462511062622 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_065441.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_065441.json new file mode 100644 index 0000000000000000000000000000000000000000..e94a2f84c3291d6d4c397d1b25c41c4cb28f2404 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_065441.json @@ -0,0 +1,681 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T06:54:41.448571+00:00", + "metrics": { + "MSE[mean]": 0.041205323658033026, + "MSE[0.5]": 0.041205323658033026, + "MAE[0.5]": 0.1800501114792294, + "MASE[0.5]": 0.819683423390003, + "MAPE[0.5]": 0.13897791778741356, + "sMAPE[0.5]": 0.15162358555366232, + "MSIS": 4.217850415699045, + "RMSE[mean]": 0.2029909447685611, + "NRMSE[mean]": 0.16239275581484888, + "ND[0.5]": 0.1440400891833835, + "mean_weighted_sum_quantile_loss": 0.11503754239023466 + }, + "context_length": 233, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.0306727886199951, + 1.046371340751648, + 1.0543615818023682, + 1.0536901950836182, + 1.05437171459198, + 1.0585108995437622, + 1.0614533424377441, + 1.0640603303909302, + 1.0648093223571777, + 1.0635898113250732, + 1.06353759765625, + 1.0628585815429688, + 1.066538691520691, + 1.0673868656158447, + 1.0675218105316162, + 1.066485047340393, + 1.0676854848861694, + 1.0714739561080933, + 1.0758419036865234, + 1.078549861907959, + 1.0790214538574219, + 1.0775957107543945, + 1.0785024166107178, + 1.0782461166381836, + 1.0798556804656982, + 1.084096908569336, + 1.0842704772949219, + 1.0787802934646606, + 1.0781025886535645, + 1.083120584487915, + 1.0893388986587524, + 1.0939044952392578, + 1.1055784225463867, + 1.0946013927459717, + 1.0991414785385132, + 1.1030114889144897 + ], + "p10": [ + 0.9504216909408569, + 0.9425586462020874, + 0.935425341129303, + 0.9269366264343262, + 0.9230318069458008, + 0.9229236841201782, + 0.9235034584999084, + 0.922989010810852, + 0.9212173223495483, + 0.9169708490371704, + 0.9137332439422607, + 0.9122854471206665, + 0.9137342572212219, + 0.9120694398880005, + 0.9094738960266113, + 0.9053909182548523, + 0.9042892456054688, + 0.9054220914840698, + 0.9074491262435913, + 0.9075224995613098, + 0.9051665663719177, + 0.9031394720077515, + 0.9031704068183899, + 0.9007686376571655, + 0.8994277715682983, + 0.9004802703857422, + 0.8994002342224121, + 0.8921506404876709, + 0.8896230459213257, + 0.8926877975463867, + 0.8949607014656067, + 0.8976070880889893, + 0.9229511022567749, + 0.9122961163520813, + 0.905909538269043, + 0.903148889541626 + ], + "p90": [ + 1.1657750606536865, + 1.2257832288742065, + 1.24676513671875, + 1.2541016340255737, + 1.264190673828125, + 1.2755998373031616, + 1.282778263092041, + 1.2893552780151367, + 1.29239022731781, + 1.29274582862854, + 1.2932933568954468, + 1.2975646257400513, + 1.30571711063385, + 1.310531735420227, + 1.3178086280822754, + 1.3223589658737183, + 1.3283220529556274, + 1.3329545259475708, + 1.3380833864212036, + 1.344896674156189, + 1.3439379930496216, + 1.3447848558425903, + 1.3482939004898071, + 1.352046251296997, + 1.3573253154754639, + 1.365200161933899, + 1.3694325685501099, + 1.3645069599151611, + 1.366551399230957, + 1.3773199319839478, + 1.3875443935394287, + 1.3935736417770386, + 1.3814785480499268, + 1.3899236917495728, + 1.394795298576355, + 1.3996262550354004 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_065410.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_065410.json new file mode 100644 index 0000000000000000000000000000000000000000..9612ba5cd002d09d29dd42f8f19493302249924a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_065410.json @@ -0,0 +1,681 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T06:54:10.529592+00:00", + "metrics": { + "MSE[mean]": 0.05418066174099925, + "MSE[0.5]": 0.05418066174099925, + "MAE[0.5]": 0.21044779982831743, + "MASE[0.5]": 0.95806979285358, + "MAPE[0.5]": 0.16294919835686286, + "sMAPE[0.5]": 0.1801326032265044, + "MSIS": 7.823192078791909, + "RMSE[mean]": 0.2327673983636868, + "NRMSE[mean]": 0.18621391869094944, + "ND[0.5]": 0.16835823986265394, + "mean_weighted_sum_quantile_loss": 0.1310120971703235 + }, + "context_length": 233, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0 + ], + "actual": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 0.9991547465324402, + 1.0240986347198486, + 1.0271847248077393, + 1.01547110080719, + 1.0188270807266235, + 1.019524097442627, + 1.019235372543335, + 1.0454638004302979, + 1.066239833831787, + 1.0239259004592896, + 1.0173527002334595, + 1.0125693082809448, + 1.0251539945602417, + 1.047372579574585, + 1.042589783668518, + 1.0360455513000488, + 1.037203073501587, + 1.0498889684677124, + 1.068778395652771, + 1.0744671821594238, + 1.0721580982208252, + 1.0571768283843994, + 1.053849458694458, + 1.046925663948059, + 1.0516656637191772, + 1.057963490486145, + 1.0510945320129395, + 1.041800618171692, + 1.0360585451126099, + 1.0434608459472656, + 1.0470157861709595, + 1.0586756467819214, + 1.0589563846588135, + 1.0435853004455566, + 1.0374845266342163, + 1.033115267753601 + ], + "p10": [ + 0.9599248170852661, + 0.9590055346488953, + 0.9428257942199707, + 0.9267690181732178, + 0.9171650409698486, + 0.9132388830184937, + 0.926400363445282, + 0.9322988986968994, + 0.9289377927780151, + 0.9172732830047607, + 0.9072490930557251, + 0.894658088684082, + 0.9058574438095093, + 0.913999080657959, + 0.9122216701507568, + 0.9046705365180969, + 0.899786651134491, + 0.9003287553787231, + 0.9099962711334229, + 0.9113176465034485, + 0.9065728187561035, + 0.8989633321762085, + 0.8960697650909424, + 0.888706386089325, + 0.8969069719314575, + 0.8955538272857666, + 0.8946778774261475, + 0.8854258060455322, + 0.8822981119155884, + 0.8778499364852905, + 0.8866313099861145, + 0.8890836238861084, + 0.8990926146507263, + 0.8916674852371216, + 0.8901423215866089, + 0.8778796195983887 + ], + "p90": [ + 1.1420449018478394, + 1.1751710176467896, + 1.1749707460403442, + 1.1687626838684082, + 1.1662410497665405, + 1.1683393716812134, + 1.1886309385299683, + 1.2064129114151, + 1.2089507579803467, + 1.2058730125427246, + 1.1964631080627441, + 1.1988153457641602, + 1.2208917140960693, + 1.2487056255340576, + 1.248132586479187, + 1.2472070455551147, + 1.2488700151443481, + 1.2679821252822876, + 1.2845159769058228, + 1.2976818084716797, + 1.2915054559707642, + 1.2817381620407104, + 1.275748610496521, + 1.2750409841537476, + 1.280542016029358, + 1.289116621017456, + 1.2854758501052856, + 1.2769612073898315, + 1.2764580249786377, + 1.2818630933761597, + 1.2900553941726685, + 1.3066295385360718, + 1.332575798034668, + 1.3081194162368774, + 1.303401231765747, + 1.298668384552002 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 555331cb880736fee754b562572cc96926067e61..879a07cc88a526953381baf095fed2b51795b3fc 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,116132.99222056071,116132.99222056071,311.5133463541667,0.3399834159457032,0.004725676880366605,0.004715556007373619,2.2845337706483555,340.78291069324575,0.005163713614017894,0.004720206492294519,0.005074082733272785,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,115789.11921437581,115789.11921437581,311.0849609375,0.33951587919646203,0.004719112413539777,0.0047090314856599235,2.2845337706483555,340.2780028364687,0.005156029630257046,0.0047136848775145195,0.005071886207588649,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.128569956456128,3.128569956456128,1.2663486003875732,0.5388011291597349,0.055464078030748605,0.05295384364055697,2.03693558868135,1.7687764009213058,0.08009856067499972,0.05734625368758401,0.042543637514483916,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0007160744100562036,0.0007160744100562036,0.02442368467648824,0.10843124230042786,0.017559128524171266,0.017385178437431283,0.6212063134621509,0.02675956670157803,0.019165997484423197,0.017492969310385527,0.012100004551389215,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.018035555173224083,0.018035555173224083,0.10800794429249233,0.48561712823354963,0.08405857812086844,0.0884239340675119,2.9821980953291556,0.13429651958715863,0.10888907554876184,0.08757401340024175,0.07790742623985089,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02708482349586245,0.02708482349586245,0.14097335934638977,0.6417853610113875,0.10857483601359962,0.1166234363656707,4.354546127169247,0.1645746745275908,0.13165973962207264,0.11277868747711181,0.09367630258018587,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.035442188268461905,0.035442188268461905,0.10707902908325195,0.06489637959550594,0.006758773363878844,0.0066883837261851814,1.1039762502348864,0.1882609578974406,0.011790873814214533,0.0067064107936656596,0.012332359059151803,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,861.0734456542523,861.0734456542523,23.109102249145508,2.986522793512672,0.503728051657657,0.7504305599573234,81.30741838265025,29.34405298615466,0.7920122698382659,0.6237274903676744,0.5654363961287108,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3595204607959204,1.3595204607959204,1.105437199274699,0.5191956791132063,0.0448718297054719,0.04600331184631041,2.1740803748905626,1.165984760104488,0.04750235172675792,0.04503563721285968,0.04092657291618387,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index ef45568a128a780dbd50fb2d8054af84e0247eb5..08c071930e051763d336dd6313dd8a3e2285c2f8 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T06:49:14.875654+00:00", + "evaluated_at": "2026-06-17T06:58:35.029666+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65851.9921875, 65892.0, 65836.296875, - 65652.0 + 65662.28125 ], "p50": [ 66438.875, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cc531b0953768cf42da3d3657654a3f28f1006da..fc47dca4829e9ab847a19c02fc1b11c84de66ad9 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T06:34:58.099388+00:00", + "evaluated_at": "2026-06-17T06:58:42.447689+00:00", "freq": "10min", - "context_length": 232, + "context_length": 233, "prediction_length": 36, "context": [ - 1.600000023841858, 1.5, 1.7000000476837158, 1.7000000476837158, @@ -237,11 +236,11 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0, + 1.0 ], "actuals": [ - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -275,126 +274,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p50": [ - 1.110198974609375, - 1.1055526733398438, - 1.1068801879882812, - 1.110198974609375, - 1.1075439453125, - 1.1108627319335938, - 1.11285400390625, - 1.1141815185546875, - 1.1161727905273438, - 1.1175003051757812, - 1.1198234558105469, - 1.1204872131347656, - 1.1238059997558594, - 1.1241378784179688, - 1.1284523010253906, - 1.1307754516601562, - 1.1430549621582031, - 1.1477012634277344, - 1.1516838073730469, - 1.157989501953125, - 1.1599807739257812, - 1.1599807739257812, - 1.1662864685058594, - 1.1636314392089844, - 1.1671161651611328, - 1.1676139831542969, - 1.1694393157958984, - 1.1749153137207031, - 1.1808891296386719, - 1.181386947631836, - 1.18719482421875, - 1.1907625198364258, - 1.1934590339660645, - 1.19578218460083, - 1.1978979110717773, - 1.201361894607544 + 1.0302200317382812, + 1.0467185974121094, + 1.0559577941894531, + 1.0625572204589844, + 1.0645370483398438, + 1.0704765319824219, + 1.0731163024902344, + 1.0757560729980469, + 1.0783958435058594, + 1.0836753845214844, + 1.0849952697753906, + 1.0856552124023438, + 1.0896148681640625, + 1.0942344665527344, + 1.0975341796875, + 1.1008338928222656, + 1.1107330322265625, + 1.1173324584960938, + 1.1179924011230469, + 1.120962142944336, + 1.1245918273925781, + 1.1265716552734375, + 1.1311912536621094, + 1.1302013397216797, + 1.1358108520507812, + 1.1397705078125, + 1.1404304504394531, + 1.1463699340820312, + 1.1519794464111328, + 1.1562690734863281, + 1.1612186431884766, + 1.1641883850097656, + 1.164353370666504, + 1.1693029403686523, + 1.173262596130371, + 1.1772222518920898 ], "p10": [ - 1.0212554931640625, - 0.993377685546875, - 0.988067626953125, - 0.98541259765625, - 0.982757568359375, - 0.982757568359375, - 0.9787750244140625, - 0.977447509765625, - 0.977447509765625, - 0.977447509765625, - 0.9787750244140625, - 0.9801025390625, - 0.9814300537109375, - 0.9801025390625, - 0.9840850830078125, - 0.9840850830078125, - 0.982757568359375, - 0.9867401123046875, - 0.988067626953125, - 0.99072265625, - 0.99072265625, - 0.9920501708984375, - 0.9947052001953125, - 0.9947052001953125, - 0.9973602294921875, - 0.99603271484375, - 0.99603271484375, - 0.9973602294921875, - 1.0013427734375, - 1.0000152587890625, - 1.0000152587890625, - 1.0013427734375, - 1.0053253173828125, - 1.009307861328125, - 1.009307861328125, - 1.009307861328125 + 0.96026611328125, + 0.954986572265625, + 0.9536666870117188, + 0.9523468017578125, + 0.9510269165039062, + 0.9536666870117188, + 0.9510269165039062, + 0.9523468017578125, + 0.9536666870117188, + 0.9563064575195312, + 0.9563064575195312, + 0.9563064575195312, + 0.9589462280273438, + 0.9629058837890625, + 0.965545654296875, + 0.9642257690429688, + 0.9615859985351562, + 0.9668655395507812, + 0.9642257690429688, + 0.9668655395507812, + 0.9708251953125, + 0.9734649658203125, + 0.9747848510742188, + 0.9747848510742188, + 0.9800643920898438, + 0.9827041625976562, + 0.98138427734375, + 0.9840240478515625, + 0.9879837036132812, + 0.9906234741210938, + 0.9932632446289062, + 0.9945831298828125, + 0.991943359375, + 0.9985427856445312, + 0.9998626708984375, + 1.0011825561523438 ], "p90": [ - 1.2239503860473633, - 1.258880615234375, - 1.2771339416503906, - 1.2894134521484375, - 1.2900772094726562, - 1.2967147827148438, - 1.306671142578125, - 1.309326171875, - 1.3152999877929688, - 1.3219375610351562, - 1.3272476196289062, - 1.3299026489257812, - 1.333221435546875, - 1.3352127075195312, - 1.3418502807617188, - 1.3478240966796875, - 1.3637542724609375, - 1.3697280883789062, - 1.375701904296875, - 1.3849945068359375, - 1.3876495361328125, - 1.391632080078125, - 1.39959716796875, - 1.3956146240234375, - 1.39959716796875, - 1.39959716796875, - 1.4035797119140625, - 1.41021728515625, - 1.418182373046875, - 1.4221649169921875, - 1.4261474609375, - 1.4327850341796875, - 1.44207763671875, - 1.4473876953125, - 1.4513702392578125, - 1.4566802978515625 + 1.1506595611572266, + 1.2006089687347412, + 1.2231707572937012, + 1.2397518157958984, + 1.2438764572143555, + 1.2526206970214844, + 1.2618598937988281, + 1.2664794921875, + 1.2714290618896484, + 1.2783584594726562, + 1.2826480865478516, + 1.2839679718017578, + 1.2872676849365234, + 1.292877197265625, + 1.29815673828125, + 1.3060760498046875, + 1.3172950744628906, + 1.329833984375, + 1.3311538696289062, + 1.3344535827636719, + 1.3364334106445312, + 1.3377532958984375, + 1.3423728942871094, + 1.3417129516601562, + 1.345672607421875, + 1.3489723205566406, + 1.3502922058105469, + 1.3595314025878906, + 1.3661308288574219, + 1.3720703125, + 1.3760299682617188, + 1.3799896240234375, + 1.3905487060546875, + 1.3971481323242188, + 1.40374755859375, + 1.4077072143554688 ], "timestamps": [ - "2026-06-13 18:20:00", - "2026-06-13 18:30:00", - "2026-06-13 18:40:00", "2026-06-13 18:50:00", "2026-06-13 19:00:00", "2026-06-13 19:10:00", @@ -659,6 +657,10 @@ "2026-06-15 14:20:00", "2026-06-15 14:30:00", "2026-06-15 14:40:00", - "2026-06-15 14:50:00" + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bb31563276936aaf732c9f1c9b2a8958723ab51c..dbebefa37c308170d8e40a4123388c31b15f0ac8 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T06:35:06.861868+00:00", + "evaluated_at": "2026-06-17T06:58:52.393071+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b06325a63d63de99161a605a13a0cbad6152833a..72aa990fdb2581e59c0617b9e4cb506f79ec2873 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T06:49:26.001744+00:00", + "evaluated_at": "2026-06-17T06:58:54.628317+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..3c83456b6544057a8d70c670bc0d66bc44f03a8a 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,269752.4276860555,736918.5705897013,758.7145182291666,0.8280555445026773,0.011504182900252987,0.011589725040427691,1.809919666102023,519.3769610659059,0.00786980932709785,0.011496348586410961,0.007444510043478718,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.6796349774360048,0.9467602227106605,0.6781556606292725,0.28853906071463103,0.03049993702480038,0.03146406498303539,9.47270471298791,0.8243997679742545,0.03733272040555644,0.030710095578906926,0.03443853486329298,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0008026016050358464,0.0005934133646216347,0.019146303335825603,0.08500181212063133,0.012472595323893769,0.012414956169616399,3.9730392103246843,0.02833022423200788,0.020290949118088236,0.013713151848187331,0.016250735410742092,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.022158831993946155,0.033309128479276334,0.16026138928201464,0.7295946840836796,0.12363477402964768,0.133790679617766,5.417481360536701,0.14885842936812868,0.11908674349450295,0.1282091114256117,0.08531287316922788,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.013528864745543009,0.012764864042461946,0.0808415412902832,0.048994872250672616,0.0050970093891798155,0.005085041117606733,4.358280122910313,0.11631364814819888,0.007284779401438526,0.0050631443871629305,0.009686079493191602,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,888.5478221294788,943.8605594732102,24.712063988049824,3.193682799935832,0.5544446453485388,0.8423660861282238,99.77548851199587,29.808519287772057,0.8045484729994634,0.6669923170053756,0.6033468354690605,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2003643249715121,2.0834029057497596,1.2339006265004475,0.5795316768374048,0.048150887323147505,0.04969491967266285,2.5919421824699325,1.095611393228234,0.04463533275709968,0.05026925184737294,0.03211689360500869,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,23.121002053125647,19.760825333787277,3.648207664489746,0.6982215625817697,0.8178380282952694,0.3643848925379251,27.480545370962826,4.808430310727779,0.456135681650066,0.3460750353666162,0.3722260915348286,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2791.2229591558375,2514.2153542513647,45.848663330078125,0.5708782982733462,0.01580878294191956,0.015660745049877262,23.965451093344683,52.83202588540248,0.018155335355808412,0.015755554408961554,0.016405960477246604,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 9ec9e47aab0cfc889de20940269b66f748abf38a..4cfafef243d33f4c4f4c6588934f454721dfafa7 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T06:47:56.601359+00:00", + "evaluated_at": "2026-06-17T06:53:42.689625+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65851.9921875, 65892.0, 65836.296875, - 65652.0 + 65662.28125 ], "p50": [ 66304.1953125, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a017404d04bd1bb10c3f3847d5d1393f543b5a87..a12ed989377b67eed39226d2f6141126d156293d 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T06:33:04.838132+00:00", + "evaluated_at": "2026-06-17T06:53:49.623240+00:00", "freq": "10min", - "context_length": 232, + "context_length": 233, "prediction_length": 36, "context": [ - 1.600000023841858, 1.5, 1.7000000476837158, 1.7000000476837158, @@ -237,11 +236,11 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0, + 1.0 ], "actuals": [ - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -275,126 +274,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p50": [ - 1.1065292358398438, - 1.1081136465072632, - 1.10825777053833, - 1.0905377864837646, - 1.07698392868042, - 1.0761774778366089, - 1.0845413208007812, - 1.1019506454467773, - 1.1051177978515625, - 1.1159210205078125, - 1.1103973388671875, - 1.11336088180542, - 1.116926908493042, - 1.1163049936294556, - 1.1159930229187012, - 1.1253995895385742, - 1.131822109222412, - 1.121380090713501, - 1.1135241985321045, - 1.1138336658477783, - 1.1202781200408936, - 1.1289441585540771, - 1.1411170959472656, - 1.1599457263946533, - 1.1657631397247314, - 1.1659045219421387, - 1.1693655252456665, - 1.1614233255386353, - 1.1594985723495483, - 1.161970615386963, - 1.176730990409851, - 1.1830997467041016, - 1.1832441091537476, - 1.1832146644592285, - 1.188658595085144, - 1.1947333812713623 + 1.0299139022827148, + 1.0416512489318848, + 1.0431084632873535, + 1.0399549007415771, + 1.0330594778060913, + 1.0468642711639404, + 1.0580991506576538, + 1.073541283607483, + 1.0759334564208984, + 1.0752360820770264, + 1.0684711933135986, + 1.0720410346984863, + 1.0764741897583008, + 1.0851798057556152, + 1.0872478485107422, + 1.0805752277374268, + 1.080407977104187, + 1.0814540386199951, + 1.0876595973968506, + 1.0928099155426025, + 1.0972626209259033, + 1.1032357215881348, + 1.1101305484771729, + 1.1192609071731567, + 1.1217997074127197, + 1.1164464950561523, + 1.113660216331482, + 1.1098146438598633, + 1.118154525756836, + 1.1212035417556763, + 1.1338965892791748, + 1.1405701637268066, + 1.138927698135376, + 1.1383285522460938, + 1.1412700414657593, + 1.143064022064209 ], "p10": [ - 1.1439625024795532, - 1.1482009887695312, - 1.14370858669281, - 1.1273996829986572, - 1.1214958429336548, - 1.1279032230377197, - 1.1303024291992188, - 1.1505134105682373, - 1.1555366516113281, - 1.162596344947815, - 1.1624886989593506, - 1.1547126770019531, - 1.1757118701934814, - 1.1659860610961914, - 1.1756012439727783, - 1.1840680837631226, - 1.1895813941955566, - 1.1873970031738281, - 1.1766667366027832, - 1.1688950061798096, - 1.1790082454681396, - 1.1982002258300781, - 1.2040352821350098, - 1.2178881168365479, - 1.230657696723938, - 1.233436942100525, - 1.227799654006958, - 1.2280023097991943, - 1.21974778175354, - 1.2213562726974487, - 1.2414262294769287, - 1.248443603515625, - 1.2533788681030273, - 1.245112419128418, - 1.2536948919296265, - 1.2574820518493652 + 1.0720871686935425, + 1.0877528190612793, + 1.085157871246338, + 1.085648536682129, + 1.0785595178604126, + 1.1024667024612427, + 1.1094708442687988, + 1.124444842338562, + 1.1289660930633545, + 1.1257338523864746, + 1.1190924644470215, + 1.119343876838684, + 1.1352014541625977, + 1.136561632156372, + 1.1472392082214355, + 1.1365931034088135, + 1.1324872970581055, + 1.141082763671875, + 1.1482982635498047, + 1.1468675136566162, + 1.1529581546783447, + 1.1692297458648682, + 1.1657376289367676, + 1.1792519092559814, + 1.181434154510498, + 1.1798460483551025, + 1.1698696613311768, + 1.1683590412139893, + 1.1782629489898682, + 1.1799237728118896, + 1.1960595846176147, + 1.203312635421753, + 1.2040380239486694, + 1.2044180631637573, + 1.2042548656463623, + 1.205518364906311 ], "p90": [ - 1.2217694520950317, - 1.2379388809204102, - 1.2486790418624878, - 1.2369498014450073, - 1.232668161392212, - 1.2345534563064575, - 1.246959924697876, - 1.26840341091156, - 1.2784228324890137, - 1.289762258529663, - 1.2900958061218262, - 1.2930662631988525, - 1.3011116981506348, - 1.3047857284545898, - 1.3068954944610596, - 1.318711757659912, - 1.3298499584197998, - 1.31937837600708, - 1.3153505325317383, - 1.3186347484588623, - 1.3258507251739502, - 1.3355886936187744, - 1.3482789993286133, - 1.3662927150726318, - 1.3814170360565186, - 1.3845961093902588, - 1.3850669860839844, - 1.384321928024292, - 1.382981300354004, - 1.3945865631103516, - 1.4096729755401611, - 1.4195868968963623, - 1.42203688621521, - 1.423931360244751, - 1.426896333694458, - 1.43613600730896 + 1.151252269744873, + 1.1789391040802002, + 1.1903026103973389, + 1.1909489631652832, + 1.1908338069915771, + 1.2062394618988037, + 1.2207980155944824, + 1.2398931980133057, + 1.248491883277893, + 1.2459089756011963, + 1.246103286743164, + 1.247999906539917, + 1.2568960189819336, + 1.2680394649505615, + 1.2705100774765015, + 1.2661755084991455, + 1.2691664695739746, + 1.2707223892211914, + 1.2806243896484375, + 1.2878940105438232, + 1.2948269844055176, + 1.3010008335113525, + 1.3070480823516846, + 1.3132634162902832, + 1.3259930610656738, + 1.323660135269165, + 1.317758560180664, + 1.3191196918487549, + 1.3291819095611572, + 1.3374955654144287, + 1.3524458408355713, + 1.3632698059082031, + 1.3629992008209229, + 1.3657476902008057, + 1.3663058280944824, + 1.372462511062622 ], "timestamps": [ - "2026-06-13 18:20:00", - "2026-06-13 18:30:00", - "2026-06-13 18:40:00", "2026-06-13 18:50:00", "2026-06-13 19:00:00", "2026-06-13 19:10:00", @@ -659,6 +657,10 @@ "2026-06-15 14:20:00", "2026-06-15 14:30:00", "2026-06-15 14:40:00", - "2026-06-15 14:50:00" + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f125c4543265c01e676d88bb65d3f74b782d34fd..5fd4981a3dba1c045d947e9f41a033448fbe05e9 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T06:33:10.471913+00:00", + "evaluated_at": "2026-06-17T06:53:55.757987+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..a33ef478acef790549ae74c91c836befed33c8a2 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,26 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-17T06:53:58.695476+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 3fab20ad55fcb4a27447d240c7d74bfeb4821b6d..6d18b2e7f879c3aad40ac1eaceefe1b945e2e3cb 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,329745.632715861,329745.632715861,514.1139322916666,0.5611002319209649,0.0078064670765746825,0.007771094215321459,2.227218241607076,574.2348236704746,0.008701094108851873,0.00779011220348547,0.005820334122306908,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,328950.4021250407,328950.4021250407,513.685546875,0.5606326951717239,0.007799850258526132,0.007764569954441845,2.227218241607076,573.5419793921285,0.008690539544994524,0.007783570722304819,0.005818132767377029,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.35045294655537873,0.35045294655537873,0.43763017654418945,0.18620120336865917,0.019569222347218737,0.01976135361752617,1.9202074882586813,0.5919906642468095,0.026808137034453852,0.019817964119646325,0.029285221059516156,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.007980328545160375,0.007980328545160375,0.07079572677612304,0.31430427904625435,0.04545886117621337,0.046959643485546446,1.8819955803803226,0.08933268464095533,0.06398272543794044,0.050706004937631166,0.05884540272526389,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.026047116918528544,0.026047116918528544,0.13417993320359123,0.6032896399957384,0.10424629464397739,0.11103403137334514,2.7700211768994443,0.16139119219625506,0.1308577301480801,0.10879454604369908,0.0952195592154313,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.041205323658033026,0.041205323658033026,0.1800501114792294,0.819683423390003,0.13897791778741356,0.15162358555366232,4.217850415699045,0.2029909447685611,0.16239275581484888,0.1440400891833835,0.11503754239023466,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.01682348593662179,0.01682348593662179,0.06675946712493896,0.04046028206667192,0.004230045362644141,0.004196060354121733,0.8437534076998056,0.12970538129399947,0.00812351005191035,0.004181177348535419,0.010657933098512222,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,868.297712615982,868.297712615982,23.3556383450826,3.0183840775210964,0.5155345373556209,0.7666074773291811,78.71103129317721,29.466891804463906,0.7953277576939912,0.6303816363723974,0.5633424882211706,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.4389731380409407,2.4389731380409407,1.0445623397827148,0.49060430907825636,0.03858572505371136,0.0401308372942374,3.4497287097189258,1.5617212100887088,0.0636246997037284,0.04255558851424199,0.039076741673752836,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index da53ed68130e1e0c081dcfddf4a63fec2580e1d2..60145b045e7ce908a47a6ec2b43471f2d76bb512 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T06:48:33.864798+00:00", + "evaluated_at": "2026-06-17T06:54:34.213561+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65851.9921875, 65892.0, 65836.296875, - 65652.0 + 65662.28125 ], "p50": [ 66413.9375, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4e5e938aa153d844020bc72e88eb26c2a2d2c752..6c48c0863c0c107344fb3bae1e4d084fee175221 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T06:34:00.763228+00:00", + "evaluated_at": "2026-06-17T06:54:41.448571+00:00", "freq": "10min", - "context_length": 232, + "context_length": 233, "prediction_length": 36, "context": [ - 1.600000023841858, 1.5, 1.7000000476837158, 1.7000000476837158, @@ -237,11 +236,11 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0, + 1.0 ], "actuals": [ - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -275,126 +274,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p50": [ - 1.1124781370162964, - 1.1156458854675293, - 1.1184401512145996, - 1.1186597347259521, - 1.11765456199646, - 1.114871621131897, - 1.1125074625015259, - 1.1142443418502808, - 1.118911623954773, - 1.1189093589782715, - 1.1174267530441284, - 1.1148393154144287, - 1.112630844116211, - 1.1108300685882568, - 1.1173347234725952, - 1.116804599761963, - 1.117519497871399, - 1.1169729232788086, - 1.1166118383407593, - 1.1182188987731934, - 1.124633550643921, - 1.1274012327194214, - 1.127083659172058, - 1.126334547996521, - 1.1266504526138306, - 1.1277095079421997, - 1.129439353942871, - 1.1306535005569458, - 1.1308015584945679, - 1.1290702819824219, - 1.1287009716033936, - 1.1305415630340576, - 1.1244393587112427, - 1.1236686706542969, - 1.133832573890686, - 1.1354255676269531 + 1.0306727886199951, + 1.046371340751648, + 1.0543615818023682, + 1.0536901950836182, + 1.05437171459198, + 1.0585108995437622, + 1.0614533424377441, + 1.0640603303909302, + 1.0648093223571777, + 1.0635898113250732, + 1.06353759765625, + 1.0628585815429688, + 1.066538691520691, + 1.0673868656158447, + 1.0675218105316162, + 1.066485047340393, + 1.0676854848861694, + 1.0714739561080933, + 1.0758419036865234, + 1.078549861907959, + 1.0790214538574219, + 1.0775957107543945, + 1.0785024166107178, + 1.0782461166381836, + 1.0798556804656982, + 1.084096908569336, + 1.0842704772949219, + 1.0787802934646606, + 1.0781025886535645, + 1.083120584487915, + 1.0893388986587524, + 1.0939044952392578, + 1.1055784225463867, + 1.0946013927459717, + 1.0991414785385132, + 1.1030114889144897 ], "p10": [ - 1.004193902015686, - 0.9774655103683472, - 0.9654151797294617, - 0.9595162272453308, - 0.9558424949645996, - 0.9492294192314148, - 0.9444816708564758, - 0.9427090883255005, - 0.9435340762138367, - 0.9400641918182373, - 0.9359499216079712, - 0.9324833154678345, - 0.9285305142402649, - 0.9243053197860718, - 0.9288843274116516, - 0.9273838996887207, - 0.9266188144683838, - 0.9235225915908813, - 0.920573890209198, - 0.9199894666671753, - 0.9219199419021606, - 0.9236049652099609, - 0.9233683347702026, - 0.9209571480751038, - 0.9187989234924316, - 0.9176902174949646, - 0.9195244312286377, - 0.918340802192688, - 0.9164422750473022, - 0.9125424027442932, - 0.9094750881195068, - 0.9107214212417603, - 0.9065812826156616, - 0.9194306135177612, - 0.9166266918182373, - 0.9069699048995972 + 0.9504216909408569, + 0.9425586462020874, + 0.935425341129303, + 0.9269366264343262, + 0.9230318069458008, + 0.9229236841201782, + 0.9235034584999084, + 0.922989010810852, + 0.9212173223495483, + 0.9169708490371704, + 0.9137332439422607, + 0.9122854471206665, + 0.9137342572212219, + 0.9120694398880005, + 0.9094738960266113, + 0.9053909182548523, + 0.9042892456054688, + 0.9054220914840698, + 0.9074491262435913, + 0.9075224995613098, + 0.9051665663719177, + 0.9031394720077515, + 0.9031704068183899, + 0.9007686376571655, + 0.8994277715682983, + 0.9004802703857422, + 0.8994002342224121, + 0.8921506404876709, + 0.8896230459213257, + 0.8926877975463867, + 0.8949607014656067, + 0.8976070880889893, + 0.9229511022567749, + 0.9122961163520813, + 0.905909538269043, + 0.903148889541626 ], "p90": [ - 1.2444124221801758, - 1.2852733135223389, - 1.311103343963623, - 1.3265008926391602, - 1.3367756605148315, - 1.3397066593170166, - 1.3414466381072998, - 1.347300410270691, - 1.357200026512146, - 1.363792061805725, - 1.366853952407837, - 1.3691126108169556, - 1.3694911003112793, - 1.372558832168579, - 1.3898813724517822, - 1.3956269025802612, - 1.4011167287826538, - 1.4027085304260254, - 1.4047753810882568, - 1.4126896858215332, - 1.4203039407730103, - 1.4282808303833008, - 1.4306254386901855, - 1.4321796894073486, - 1.4355764389038086, - 1.440081000328064, - 1.4473979473114014, - 1.4517043828964233, - 1.4553844928741455, - 1.4555082321166992, - 1.457801103591919, - 1.4617843627929688, - 1.4247376918792725, - 1.4500722885131836, - 1.4567391872406006, - 1.4489461183547974 + 1.1657750606536865, + 1.2257832288742065, + 1.24676513671875, + 1.2541016340255737, + 1.264190673828125, + 1.2755998373031616, + 1.282778263092041, + 1.2893552780151367, + 1.29239022731781, + 1.29274582862854, + 1.2932933568954468, + 1.2975646257400513, + 1.30571711063385, + 1.310531735420227, + 1.3178086280822754, + 1.3223589658737183, + 1.3283220529556274, + 1.3329545259475708, + 1.3380833864212036, + 1.344896674156189, + 1.3439379930496216, + 1.3447848558425903, + 1.3482939004898071, + 1.352046251296997, + 1.3573253154754639, + 1.365200161933899, + 1.3694325685501099, + 1.3645069599151611, + 1.366551399230957, + 1.3773199319839478, + 1.3875443935394287, + 1.3935736417770386, + 1.3814785480499268, + 1.3899236917495728, + 1.394795298576355, + 1.3996262550354004 ], "timestamps": [ - "2026-06-13 18:20:00", - "2026-06-13 18:30:00", - "2026-06-13 18:40:00", "2026-06-13 18:50:00", "2026-06-13 19:00:00", "2026-06-13 19:10:00", @@ -659,6 +657,10 @@ "2026-06-15 14:20:00", "2026-06-15 14:30:00", "2026-06-15 14:40:00", - "2026-06-15 14:50:00" + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c77a2739d9a83da7dcfc6a0ad562961c25cc7b7c..804325452a40901ac4094cb1ac3cc0a4646320ef 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T06:34:06.889058+00:00", + "evaluated_at": "2026-06-17T06:54:49.786673+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 2c447d55f1787d0f68488b86436fd63cab13c0ca..dcda12c5efd3953549489044537492c924f8c8e6 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T06:48:55.979697+00:00", + "evaluated_at": "2026-06-17T06:55:43.639997+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index d36ce1f77b25e982efa60c308cb51f8bc4c4a7d8..2570a551552e8eb5325717f0469860d5fef6a5b8 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,521127.0489654541,521127.0489654541,638.140625,0.6964620684166847,0.009692772603311162,0.009634383967948117,2.6023862848307773,721.8912999652053,0.01093845910843465,0.009669426868463265,0.006839700913468736,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,520199.5276031494,520199.5276031494,637.7122395833334,0.6959945316674436,0.009686140441367336,0.009627859821882665,2.6023862848307773,721.2485893248938,0.010928649710946564,0.00966287322560027,0.006837492961870756,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.4837051697293948,1.4837051697293948,0.9832015832265218,0.4183288259425217,0.04405952731328214,0.042732352010950714,2.9912099340102656,1.2180743695396414,0.055160168206910505,0.04452401763660184,0.04509809743800309,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0029779826660454017,0.0029779826660454017,0.049699636300404866,0.22064620376957786,0.034209646406505326,0.03358529755262009,0.7448364441168954,0.05457089577829378,0.039085298460674295,0.03559635755440447,0.020695328222480706,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.031246393119903675,0.031246393119903675,0.14796499411265054,0.6652689854506754,0.11459803746975264,0.12331966430007706,3.091193958181421,0.17676649320474647,0.1433241910678809,0.11997162303262777,0.09743918952447038,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05418066174099925,0.05418066174099925,0.21044779982831743,0.95806979285358,0.16294919835686286,0.1801326032265044,7.823192078791909,0.2327673983636868,0.18621391869094944,0.16835823986265394,0.1310120971703235,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.014825227698149016,0.014825227698149016,0.04747553666432699,0.02877305178470671,0.0030229462354649465,0.0029929139415754533,1.5792439517462646,0.12175889165949653,0.007625817606313473,0.002973415562753839,0.017340325391808156,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,878.1568168590492,878.1568168590492,23.581531922022503,3.0475776095400255,0.5211791734909249,0.7789793974334387,84.84792564143866,29.633710818239575,0.7998302954250601,0.6364786293371548,0.5842717912405347,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.836539627126816,2.836539627126816,1.1218908627827961,0.5269235455217114,0.04148010428893658,0.04326266047437088,2.0776402899584423,1.6842029649441945,0.06861462032561924,0.045705961335351056,0.04181133636295382,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index aaa2688a8fc1381f44118a453af12eaa25b701b1..12acbc6eaffbd49ddc44cc77a344b68617813645 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T06:48:17.904057+00:00", + "evaluated_at": "2026-06-17T06:54:06.418915+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65851.9921875, 65892.0, 65836.296875, - 65652.0 + 65662.28125 ], "p50": [ 66497.796875, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a97824494b85f885db0755ea0d63ae432383f0ce..14307e290b4a522d268d0826c6b7ddf2ec99b20e 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T06:33:29.510885+00:00", + "evaluated_at": "2026-06-17T06:54:10.529592+00:00", "freq": "10min", - "context_length": 232, + "context_length": 233, "prediction_length": 36, "context": [ - 1.600000023841858, 1.5, 1.7000000476837158, 1.7000000476837158, @@ -237,11 +236,11 @@ 1.399999976158142, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0, + 1.0 ], "actuals": [ - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -275,126 +274,125 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p50": [ - 1.0960264205932617, - 1.0979242324829102, - 1.0970333814620972, - 1.1050617694854736, - 1.0996936559677124, - 1.097825288772583, - 1.0970442295074463, - 1.097280740737915, - 1.0995415449142456, - 1.1032651662826538, - 1.1041994094848633, - 1.098805546760559, - 1.0975043773651123, - 1.0960053205490112, - 1.0986322164535522, - 1.099797010421753, - 1.1023967266082764, - 1.0995038747787476, - 1.0991424322128296, - 1.102239966392517, - 1.1062554121017456, - 1.108214020729065, - 1.1045552492141724, - 1.1015046834945679, - 1.1011550426483154, - 1.1031290292739868, - 1.104077935218811, - 1.1044244766235352, - 1.1013725996017456, - 1.099966049194336, - 1.099834680557251, - 1.1029093265533447, - 1.1160517930984497, - 1.115989327430725, - 1.1099473237991333, - 1.1054621934890747 + 0.9991547465324402, + 1.0240986347198486, + 1.0271847248077393, + 1.01547110080719, + 1.0188270807266235, + 1.019524097442627, + 1.019235372543335, + 1.0454638004302979, + 1.066239833831787, + 1.0239259004592896, + 1.0173527002334595, + 1.0125693082809448, + 1.0251539945602417, + 1.047372579574585, + 1.042589783668518, + 1.0360455513000488, + 1.037203073501587, + 1.0498889684677124, + 1.068778395652771, + 1.0744671821594238, + 1.0721580982208252, + 1.0571768283843994, + 1.053849458694458, + 1.046925663948059, + 1.0516656637191772, + 1.057963490486145, + 1.0510945320129395, + 1.041800618171692, + 1.0360585451126099, + 1.0434608459472656, + 1.0470157861709595, + 1.0586756467819214, + 1.0589563846588135, + 1.0435853004455566, + 1.0374845266342163, + 1.033115267753601 ], "p10": [ - 1.0625903606414795, - 0.9938586950302124, - 0.9933665990829468, - 1.0055149793624878, - 0.9945446252822876, - 0.9810712337493896, - 0.9817951917648315, - 0.9751868844032288, - 0.9793789386749268, - 0.9814078211784363, - 0.9794196486473083, - 0.9719318747520447, - 0.9666767120361328, - 0.959852397441864, - 0.9686733484268188, - 0.975473165512085, - 0.966584324836731, - 0.9614603519439697, - 0.9616875052452087, - 0.9581524729728699, - 0.9621565341949463, - 0.9653508067131042, - 0.9622923731803894, - 0.9593036770820618, - 0.9572135210037231, - 0.9540783762931824, - 0.9547179341316223, - 0.9539762735366821, - 0.9471779465675354, - 0.9427399635314941, - 0.9423311948776245, - 0.9415022134780884, - 0.931980550289154, - 0.936525821685791, - 0.9366710186004639, - 0.9310300350189209 + 0.9599248170852661, + 0.9590055346488953, + 0.9428257942199707, + 0.9267690181732178, + 0.9171650409698486, + 0.9132388830184937, + 0.926400363445282, + 0.9322988986968994, + 0.9289377927780151, + 0.9172732830047607, + 0.9072490930557251, + 0.894658088684082, + 0.9058574438095093, + 0.913999080657959, + 0.9122216701507568, + 0.9046705365180969, + 0.899786651134491, + 0.9003287553787231, + 0.9099962711334229, + 0.9113176465034485, + 0.9065728187561035, + 0.8989633321762085, + 0.8960697650909424, + 0.888706386089325, + 0.8969069719314575, + 0.8955538272857666, + 0.8946778774261475, + 0.8854258060455322, + 0.8822981119155884, + 0.8778499364852905, + 0.8866313099861145, + 0.8890836238861084, + 0.8990926146507263, + 0.8916674852371216, + 0.8901423215866089, + 0.8778796195983887 ], "p90": [ - 1.2311397790908813, - 1.2633025646209717, - 1.2785133123397827, - 1.3022868633270264, - 1.300810694694519, - 1.2933932542800903, - 1.288042426109314, - 1.3068758249282837, - 1.3237104415893555, - 1.3496997356414795, - 1.348572850227356, - 1.3489850759506226, - 1.34580397605896, - 1.3506566286087036, - 1.3719124794006348, - 1.38419508934021, - 1.3881514072418213, - 1.389979362487793, - 1.3839290142059326, - 1.410938024520874, - 1.4265632629394531, - 1.425716519355774, - 1.4287614822387695, - 1.41789710521698, - 1.4066493511199951, - 1.42487633228302, - 1.439444661140442, - 1.43272066116333, - 1.425648808479309, - 1.42582368850708, - 1.4275094270706177, - 1.4501471519470215, - 1.4419479370117188, - 1.4508224725723267, - 1.444380760192871, - 1.4230375289916992 + 1.1420449018478394, + 1.1751710176467896, + 1.1749707460403442, + 1.1687626838684082, + 1.1662410497665405, + 1.1683393716812134, + 1.1886309385299683, + 1.2064129114151, + 1.2089507579803467, + 1.2058730125427246, + 1.1964631080627441, + 1.1988153457641602, + 1.2208917140960693, + 1.2487056255340576, + 1.248132586479187, + 1.2472070455551147, + 1.2488700151443481, + 1.2679821252822876, + 1.2845159769058228, + 1.2976818084716797, + 1.2915054559707642, + 1.2817381620407104, + 1.275748610496521, + 1.2750409841537476, + 1.280542016029358, + 1.289116621017456, + 1.2854758501052856, + 1.2769612073898315, + 1.2764580249786377, + 1.2818630933761597, + 1.2900553941726685, + 1.3066295385360718, + 1.332575798034668, + 1.3081194162368774, + 1.303401231765747, + 1.298668384552002 ], "timestamps": [ - "2026-06-13 18:20:00", - "2026-06-13 18:30:00", - "2026-06-13 18:40:00", "2026-06-13 18:50:00", "2026-06-13 19:00:00", "2026-06-13 19:10:00", @@ -659,6 +657,10 @@ "2026-06-15 14:20:00", "2026-06-15 14:30:00", "2026-06-15 14:40:00", - "2026-06-15 14:50:00" + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index dc130abe652a930364600453e9cdf653787a6555..34b420d1d6867f397c261f590fd72fdaa2c4e7f1 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T06:33:40.460434+00:00", + "evaluated_at": "2026-06-17T06:54:14.985745+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 99bd15910fe69d198255f2cc9db9b37885fa08b7..72f6d469079bcba0c8fe40c785245bc0c5f7b0a8 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T06:48:27.000834+00:00", + "evaluated_at": "2026-06-17T06:54:16.818908+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z", - "data_fetched_at": "2026-06-17T06:47:10.831801Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t185000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 233, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t035000z", + "data_fetched_at": "2026-06-17T06:52:46.714157Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": []