diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 4f199cf504f8725dbfb83e27ed91d36281331503..790823bcca1de4cd82d364bac988be6c8e353860 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.200,3.300,3.200,3.200,3.200,3.000,3.200,3.200,3.200 +2026-06-17,Chronos-2,3.500,3.200,3.500,3.400,3.500,3.000,3.500,3.400,3.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index e5e8b8071580fb84d4f42d95bd04864ca0f1453d..5cc10a2275f5475c4ceccb7ad6215b2d49e792d9 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.633,3.367,3.633,3.467,3.633,3.0,3.633,3.467,3.6 +2026-W25,Chronos-Bolt-Mini,3.733,3.333,3.733,3.533,3.733,3.0,3.733,3.533,3.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fc75d3396ba314e42421bdea7aa95024d670845c..0a813f78fd65ea11c8e8b990da6ed86e7d59174c 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,795892.7670351664,795892.7670351664,790.9036458333334,0.8844064850515597,0.012065986820654906,0.01197373858254655,2.646835902697727,892.1282234270847,0.013569451044616139,0.012029804708920292,0.007531978130686167,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,898920.3501701355,898920.3501701355,837.3460286458334,0.9525487363743967,0.01279551478372966,0.012690903107471225,2.7927228232621637,948.1141018728366,0.014439032503868748,0.01275212181816509,0.00776169392554952,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5119387607677103,0.5119387607677103,0.5322686831156412,0.22405899420002462,0.023426114075044756,0.02316681007603277,1.8106925017039035,0.7154989593058192,0.03240117675417024,0.02410364328002882,0.028398127926023316,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004862414698680577,0.004862414698680577,0.06756577889124553,0.3006319367209659,0.03509261022177879,0.034430528421982125,4.281444340812514,0.06973101676213088,0.03549495170383106,0.034392787742612015,0.023466035005232134,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01811272283348823,0.01811272283348823,0.10846604241265191,0.569324013696278,0.08168940981050991,0.0866862591457902,3.8683016657966616,0.1345835162027216,0.10578617170319697,0.0852571526616051,0.0827146886461531,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03087791646732067,0.03087791646732067,0.15612517462836373,0.8502591974453745,0.11739487070484403,0.126437121465808,6.077913174972349,0.17572113267140257,0.13604216722947296,0.12087110293808803,0.10185462810375073,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7238969495139903,0.7238969495139903,0.719465454419454,0.631340777471073,0.045036415320360755,0.04649862391248605,16.631743110624452,0.8508213381868077,0.05422122088566998,0.045850160983058205,0.04254027064888371,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,926.5741481021208,926.5741481021208,26.09523872534434,3.4304590459534055,0.6065297098262642,0.9079024875382133,96.37975078738128,30.43968048620289,0.7761924878547526,0.6654119867181086,0.6038539105611692,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.6739004413899843,2.6739004413899843,1.2019844055175781,0.5738448850895024,0.044351636354932666,0.04580341532123342,1.8177510420394272,1.6352065439539998,0.06563799876004565,0.04824824803366029,0.03986098888142892,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.08605814823227,24.08605814823227,4.217082420984904,0.8175280945366534,0.5597721222734818,0.3899493288292937,8.9671823165721,4.907754898956576,0.46010202177717896,0.39535147696733475,0.2991201960378223,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,621.5442706644535,621.5442706644535,22.53045654296875,0.2312051125734901,0.007882593566069898,0.007849365563011827,1.7188556420363443,24.930789611732187,0.00869047132435109,0.007853753914760349,0.0052633380014171305,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,149.80059273540974,149.80059273540974,11.694051106770834,0.11496455773169484,0.004103175826937135,0.004093976301605978,0.6624415962621608,12.239305239081578,0.004294493066344413,0.004103175826937135,0.003918351379751462,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3af955e8b7dd1b4ee85c8551090913e457835d8c..97f80e0ff9c27d3eb2f44a5c8c71e2fbbe9c4170 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T10:27:56.869634+00:00", + "evaluated_at": "2026-06-17T11:08:21.506641+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 61034.0390625, 61564.01171875, 62146.421875, 62195.98828125, @@ -149,10 +148,10 @@ 66372.0, 66899.609375, 66510.0, - 66514.0 + 66514.0, + 66481.7265625 ], "actuals": [ - 66481.7265625, 66429.828125, 66052.0, 65654.8984375, @@ -175,88 +174,88 @@ 65539.5, 64926.01953125, 64909.44140625, - 64940.0 + 64798.0, + 64654.0 ], "p50": [ - 66463.5859375, - 66441.8046875, - 66437.9140625, - 66434.6171875, - 66451.375, - 66450.578125, - 66479.75, - 66492.1328125, - 66516.546875, - 66514.296875, - 66525.7265625, - 66533.7421875, - 66546.953125, - 66575.890625, - 66592.5859375, - 66572.828125, - 66610.4453125, - 66595.703125, - 66592.5234375, - 66580.796875, - 66601.9453125, - 66592.125, - 66620.3515625, - 66609.359375 + 66422.71875, + 66412.8828125, + 66406.5, + 66414.3203125, + 66430.90625, + 66430.6328125, + 66458.453125, + 66469.7421875, + 66493.6953125, + 66494.140625, + 66504.234375, + 66511.84375, + 66526.296875, + 66543.7421875, + 66558.234375, + 66524.671875, + 66556.59375, + 66544.0078125, + 66544.5546875, + 66537.3203125, + 66551.2734375, + 66541.8203125, + 66564.0625, + 66557.8828125 ], "p10": [ - 66108.3671875, - 65947.4609375, - 65840.8203125, - 65764.7578125, - 65697.4765625, - 65638.5859375, - 65580.3515625, - 65516.76953125, - 65469.24609375, - 65418.87890625, - 65359.8046875, - 65279.91796875, - 65193.3359375, - 65207.98046875, - 65190.328125, - 65139.19921875, - 65007.7421875, - 64937.1171875, - 64877.32421875, - 64867.140625, - 64813.39453125, - 64761.51953125, - 64746.49609375, - 64681.4453125 + 66096.4609375, + 65945.546875, + 65834.765625, + 65771.765625, + 65693.7890625, + 65646.6484375, + 65579.1796875, + 65530.5546875, + 65475.65234375, + 65434.39453125, + 65359.42578125, + 65267.77734375, + 65190.1171875, + 65198.7734375, + 65175.52734375, + 65119.359375, + 64966.96875, + 64906.4375, + 64835.05859375, + 64811.453125, + 64750.41015625, + 64697.16796875, + 64664.7734375, + 64599.97265625 ], "p90": [ - 66747.984375, - 66832.15625, - 66926.1640625, - 67002.078125, - 67070.4375, - 67135.296875, - 67210.6015625, - 67274.3359375, - 67311.2734375, - 67367.359375, - 67423.171875, - 67483.390625, - 67561.9921875, - 67550.9765625, - 67609.1015625, - 67609.578125, - 67790.1953125, - 67830.0, - 67816.1640625, - 67884.3125, - 67912.0234375, - 67996.9375, - 68035.140625, - 68078.46875 + 66657.6640625, + 66758.546875, + 66855.671875, + 66947.953125, + 67017.3203125, + 67084.4140625, + 67161.2734375, + 67221.2734375, + 67268.3046875, + 67322.5546875, + 67379.515625, + 67443.7109375, + 67523.5625, + 67513.8984375, + 67565.6484375, + 67549.8359375, + 67738.71875, + 67762.359375, + 67764.8203125, + 67846.6640625, + 67886.1953125, + 67966.890625, + 67999.0234375, + 68040.671875 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", @@ -423,6 +422,7 @@ "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", - "2026-06-17 10:00:00" + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7802aa98f49a0889acd64f31746ca3763ec03b81..15893b3a7e83e2cda233d89a7485f84f25f125fb 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T10:11:52.583300+00:00", + "evaluated_at": "2026-06-17T11:08:25.439372+00:00", "freq": "10min", "context_length": 231, "prediction_length": 36, "context": [ - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.5, 1.5, @@ -236,12 +233,12 @@ 1.2000000476837158, 1.0, 1.2000000476837158, - 1.2000000476837158 - ], - "actuals": [ + 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, @@ -274,129 +271,126 @@ 1.2999999523162842, 1.2000000476837158, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 ], "p50": [ - 1.1580625772476196, - 1.1519181728363037, - 1.1456756591796875, - 1.1414968967437744, - 1.1408940553665161, - 1.1462152004241943, - 1.1474857330322266, - 1.147219181060791, - 1.1473561525344849, - 1.1509891748428345, - 1.1549129486083984, - 1.1601818799972534, - 1.1633433103561401, - 1.1666783094406128, - 1.1652076244354248, - 1.165034294128418, - 1.1748958826065063, - 1.1752347946166992, - 1.1762501001358032, - 1.1780226230621338, - 1.1774033308029175, - 1.178081750869751, - 1.182118535041809, - 1.1836345195770264, - 1.1861437559127808, - 1.1867443323135376, - 1.185009479522705, - 1.1868338584899902, - 1.188159704208374, - 1.1924424171447754, - 1.1927448511123657, - 1.1918333768844604, - 1.1935296058654785, - 1.1938855648040771, - 1.1985877752304077, - 1.1991760730743408 + 1.0971821546554565, + 1.09275484085083, + 1.1118299961090088, + 1.1206674575805664, + 1.1165013313293457, + 1.1118882894515991, + 1.1117208003997803, + 1.1196845769882202, + 1.140499234199524, + 1.1518959999084473, + 1.1478135585784912, + 1.138479471206665, + 1.1354995965957642, + 1.1376953125, + 1.1451083421707153, + 1.1458028554916382, + 1.1457456350326538, + 1.131028652191162, + 1.1289427280426025, + 1.145128607749939, + 1.1533255577087402, + 1.1527249813079834, + 1.1451767683029175, + 1.1311811208724976, + 1.1302601099014282, + 1.1364108324050903, + 1.1445072889328003, + 1.1423107385635376, + 1.134437084197998, + 1.1269137859344482, + 1.1287415027618408, + 1.1368855237960815, + 1.1539126634597778, + 1.1642717123031616, + 1.1644200086593628, + 1.1581441164016724 ], "p10": [ - 1.0414888858795166, - 1.0181524753570557, - 1.0017693042755127, - 0.9945534467697144, - 0.9886327981948853, - 0.9895782470703125, - 0.9892245531082153, - 0.9857050180435181, - 0.9851820468902588, - 0.9817022085189819, - 0.9832430481910706, - 0.9835325479507446, - 0.9876825213432312, - 0.9854011535644531, - 0.9857397079467773, - 0.9822638034820557, - 0.9728683829307556, - 0.9694247841835022, - 0.9721885919570923, - 0.9724411368370056, - 0.9673342704772949, - 0.9712674617767334, - 0.9723861217498779, - 0.9717139005661011, - 0.9707927107810974, - 0.9667482376098633, - 0.9664048552513123, - 0.963165819644928, - 0.9667074680328369, - 0.9621622562408447, - 0.9674719572067261, - 0.9660676717758179, - 0.9559433460235596, - 0.9525735378265381, - 0.9567397832870483, - 0.9595717787742615 + 1.0128926038742065, + 0.9908143281936646, + 0.9943880438804626, + 0.9979303479194641, + 0.9898457527160645, + 0.9820587635040283, + 0.9764755964279175, + 0.9783601760864258, + 0.991490364074707, + 0.9967991709709167, + 0.9923504590988159, + 0.9837931394577026, + 0.9782685041427612, + 0.9737717509269714, + 0.9793315529823303, + 0.9797928333282471, + 0.967185378074646, + 0.9535629749298096, + 0.9530221223831177, + 0.9625948071479797, + 0.9654909372329712, + 0.9651298522949219, + 0.9575843214988708, + 0.943179190158844, + 0.9431048035621643, + 0.9467439651489258, + 0.952327311038971, + 0.9482531547546387, + 0.9411873817443848, + 0.9342502355575562, + 0.9309276938438416, + 0.9373411536216736, + 0.9438836574554443, + 0.9455474019050598, + 0.9482853412628174, + 0.9444668292999268 ], "p90": [ - 1.2895302772521973, - 1.3054808378219604, - 1.3107117414474487, - 1.3168987035751343, - 1.3229904174804688, - 1.3332871198654175, - 1.3384634256362915, - 1.344560146331787, - 1.351410150527954, - 1.3600174188613892, - 1.3711165189743042, - 1.3803542852401733, - 1.3893357515335083, - 1.3931286334991455, - 1.393573522567749, - 1.3994269371032715, - 1.4311344623565674, - 1.4399120807647705, - 1.4432501792907715, - 1.4510122537612915, - 1.4524788856506348, - 1.4609758853912354, - 1.4650981426239014, - 1.4687895774841309, - 1.475998878479004, - 1.4847111701965332, - 1.4879310131072998, - 1.4881190061569214, - 1.4979779720306396, - 1.4974209070205688, - 1.5010861158370972, - 1.505361795425415, - 1.515264868736267, - 1.5205425024032593, - 1.5240427255630493, - 1.5300710201263428 + 1.1981828212738037, + 1.214146614074707, + 1.2458858489990234, + 1.2635036706924438, + 1.2652273178100586, + 1.2674322128295898, + 1.2717360258102417, + 1.2870569229125977, + 1.314976692199707, + 1.3292121887207031, + 1.327596664428711, + 1.3186523914337158, + 1.3200697898864746, + 1.3317983150482178, + 1.348469853401184, + 1.3489301204681396, + 1.3611762523651123, + 1.3535847663879395, + 1.359627366065979, + 1.3813879489898682, + 1.392586588859558, + 1.4014774560928345, + 1.3876912593841553, + 1.3691065311431885, + 1.3775097131729126, + 1.3834569454193115, + 1.3992506265640259, + 1.3933461904525757, + 1.386627435684204, + 1.3842747211456299, + 1.3800435066223145, + 1.3965810537338257, + 1.4100974798202515, + 1.4323123693466187, + 1.4352774620056152, + 1.439505934715271 ], "timestamps": [ - "2026-06-13 21:20:00", - "2026-06-13 21:30:00", - "2026-06-13 21:40:00", - "2026-06-13 21:50:00", - "2026-06-13 22:00:00", - "2026-06-13 22:10:00", "2026-06-13 22:20:00", "2026-06-13 22:30:00", "2026-06-13 22:40:00", @@ -657,6 +651,12 @@ "2026-06-15 17:10:00", "2026-06-15 17:20:00", "2026-06-15 17:30:00", - "2026-06-15 17:40:00" + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index fb3c1fb89e54bfad7e5a6a2ee6e183c54ddf0b7c..7dcfcd70a6a8ea34a0a79bc48582cc4b25ca742e 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T10:43:47.812394+00:00", + "evaluated_at": "2026-06-17T11:08:30.186036+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3170.0, 3120.0, 3170.0, 3170.0, @@ -293,9 +281,7 @@ 2900.0, 2900.0, 2900.0, - 2900.0 - ], - "actuals": [ + 2900.0, 2900.0, 2900.0, 2900.0, @@ -307,6 +293,20 @@ 2900.0, 2900.0, 2850.0, + 2850.0 + ], + "actuals": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -322,88 +322,84 @@ 2850.0 ], "p50": [ - 2893.75, - 2892.98291015625, - 2891.89013671875, - 2889.9873046875, - 2889.32080078125, - 2888.70654296875, - 2887.869384765625, - 2888.005859375, - 2887.4375, - 2887.3486328125, - 2887.218994140625, - 2886.129150390625, - 2886.0478515625, - 2885.001708984375, - 2884.113525390625, - 2882.10791015625, - 2878.4306640625, - 2877.673095703125, - 2876.478759765625, - 2874.845703125, - 2874.62646484375, - 2874.02099609375, - 2872.8818359375, - 2872.714599609375 + 2865.005126953125, + 2865.074951171875, + 2864.62548828125, + 2863.6611328125, + 2864.5302734375, + 2864.151611328125, + 2863.821533203125, + 2864.424072265625, + 2865.183349609375, + 2864.947998046875, + 2865.167236328125, + 2864.437255859375, + 2864.297119140625, + 2862.866943359375, + 2862.583740234375, + 2860.12841796875, + 2859.54345703125, + 2859.166748046875, + 2857.67578125, + 2856.25341796875, + 2856.66259765625, + 2856.174072265625, + 2855.0830078125, + 2855.19189453125 ], "p10": [ - 2882.100341796875, - 2878.75, - 2876.3251953125, - 2876.16162109375, - 2872.467529296875, - 2870.11474609375, - 2869.75830078125, - 2867.451904296875, - 2865.711669921875, - 2865.4619140625, - 2862.846435546875, - 2861.263916015625, - 2860.64208984375, - 2857.966064453125, - 2855.854248046875, - 2855.22607421875, - 2846.15185546875, - 2843.510498046875, - 2841.56494140625, - 2839.672607421875, - 2838.364501953125, - 2836.376220703125, - 2834.914306640625, - 2834.03662109375 + 2839.463623046875, + 2837.30078125, + 2836.70458984375, + 2834.54150390625, + 2832.796142578125, + 2830.4970703125, + 2829.090087890625, + 2828.239013671875, + 2827.748046875, + 2826.31591796875, + 2823.369873046875, + 2822.006103515625, + 2822.1328125, + 2819.07958984375, + 2819.393310546875, + 2817.619140625, + 2811.333984375, + 2808.592041015625, + 2807.690673828125, + 2805.512939453125, + 2803.36572265625, + 2800.8544921875, + 2798.9208984375, + 2798.33203125 ], "p90": [ - 2902.946533203125, - 2902.428955078125, - 2901.71533203125, - 2902.15380859375, - 2903.0029296875, - 2902.49267578125, - 2902.064697265625, - 2902.822265625, - 2902.28466796875, - 2903.234619140625, - 2903.31640625, - 2903.20556640625, - 2904.015869140625, - 2903.324951171875, - 2901.885986328125, - 2902.589599609375, - 2904.616943359375, - 2903.43408203125, - 2902.96240234375, - 2903.315185546875, - 2903.625732421875, - 2903.58935546875, - 2902.899169921875, - 2902.454345703125 + 2881.527099609375, + 2881.8955078125, + 2882.767333984375, + 2883.949951171875, + 2884.8310546875, + 2885.787353515625, + 2886.740966796875, + 2887.64208984375, + 2887.77197265625, + 2887.919189453125, + 2888.957763671875, + 2889.129150390625, + 2890.024658203125, + 2888.42236328125, + 2887.752685546875, + 2886.972900390625, + 2889.34765625, + 2889.216552734375, + 2889.052978515625, + 2889.547119140625, + 2888.713134765625, + 2890.0146484375, + 2890.08154296875, + 2890.020263671875 ], "timestamps": [ - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", "2026-06-16 08:55:00", "2026-06-16 09:10:00", "2026-06-16 09:25:00", @@ -711,6 +707,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 15883f8d9f846da48e9759ef41a17ce7a96da9af..a5f83bf663688757604e444dc5331ef0e5420de3 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T11:02:11.039792+00:00", + "evaluated_at": "2026-06-17T11:08:32.771379+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f17a035e65abb446b5423a7bb18b6282aa01f441..b97c4d2de7335e6c8fa3ccc9ae77b94813db0eba 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1185,3 +1185,6 @@ {"evaluated_at": "2026-06-17T10:56:49.990057+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} {"evaluated_at": "2026-06-17T10:56:49.990057+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-17T11:04:52.847423+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T11:12:05.444017+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T11:12:05.444017+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T11:12:05.444017+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 3cb11b2e5fc515e2e0dad99b1003a85cb745812c..2287ff238a1a37ba6942d99646f4232bf8812d4a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1571434.2755826314,1426656.1093724568,1088.3974609375,1.217070850334178,0.016597226671094745,0.0164324744502775,7.1262037275257955,1253.5686162243499,0.01906704020787564,0.016554752473263108,0.010044390043302355,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1439523.4232241313,1360989.0012079875,1036.6067708333333,1.1792239240344895,0.015837979613093578,0.01568000451258663,9.085359698446299,1199.8014099108782,0.018272032365798788,0.01578670629223529,0.00986914750694066,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7371606914167993,1.0837200895877384,0.8242819309234619,0.3469822408090833,0.0365029082135273,0.03740062472189451,4.028938986499466,0.8585806260432385,0.038880591313680275,0.03732738418659866,0.06166418605207496,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.06315705448354171,0.06301942216977548,0.22072368164857228,0.9821034994801195,0.1164143747587442,0.11568834166218687,5.243269523315275,0.25131067323840767,0.12792385115627503,0.11235425473191454,0.10923006660617365,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.022114777423994605,0.02635074684340704,0.136065145333608,0.7307202765596844,0.10299397774767638,0.11042505503026143,5.078482272994837,0.14871038102296222,0.11663558908180512,0.10671775749829003,0.09087267972731795,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.025841413997939513,0.031083378668063766,0.15541101660993364,0.8463698860319848,0.11668772240539665,0.1257411090828099,6.193076988229937,0.16075264849432344,0.12445366335044394,0.12031820640769056,0.10253784289069501,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.2263991441885764,1.263967165125185,0.9706755876541138,0.8517811055657106,0.06090748555111725,0.0634951520767275,12.131926976236272,1.1074290695970448,0.07057434211252649,0.06185930357445434,0.052873346330900566,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,858.6203055901915,909.9384641672085,25.13558139403661,3.304303266814939,0.5681228088690362,0.841209679509876,92.91696010446243,29.302223560511436,0.7471880598555741,0.6409413352665133,0.5854363477909592,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.4658118588965106,1.6944743455887494,1.0447434186935425,0.49877574475690006,0.04066666726073515,0.040995149021364655,2.0568085151989783,1.210707173058998,0.04859838423338675,0.04193651711725396,0.03601490680934541,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.359244026599185,22.787377995424787,4.099926650524139,0.7948161519594453,0.5503110046118875,0.38140186777506074,6.703409871300127,4.833140182800328,0.45310689213753075,0.38436812348663807,0.27478841079605953,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1589.29760021468,1508.5687920128305,30.794464111328125,0.3160094660275254,0.010804506622271377,0.010712439777335417,7.337985306153127,39.86599553773466,0.013896643324700536,0.010734453720724402,0.008688524512010309,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,295.71065659821033,288.06889694121975,16.709732055664062,0.16427386352726572,0.005863063879180373,0.005845386047813279,0.9557760196652585,17.196239606327026,0.006033768282921763,0.0058630638791803726,0.005367511474133466,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 444d11179cc392bbe8fa11bbdb941bd8bd733b70..4fb1c3acf9801ed4a06b7a7424a52cad15bdd8ea 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T10:22:15.028105+00:00", + "evaluated_at": "2026-06-17T11:11:18.758264+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 61034.0390625, 61564.01171875, 62146.421875, 62195.98828125, @@ -149,10 +148,10 @@ 66372.0, 66899.609375, 66510.0, - 66514.0 + 66514.0, + 66481.7265625 ], "actuals": [ - 66481.7265625, 66429.828125, 66052.0, 65654.8984375, @@ -175,88 +174,88 @@ 65539.5, 64926.01953125, 64909.44140625, - 64939.421875 + 64798.0, + 64654.0 ], "p50": [ - 66640.515625, - 66690.0, - 66620.18359375, - 66669.47265625, - 66715.859375, - 66674.85546875, - 66678.59765625, - 66757.9453125, - 66717.6953125, - 66813.9375, - 66846.1328125, - 66936.3671875, - 67060.0078125, - 67058.44921875, - 66899.62890625, - 67015.96875, - 67059.37109375, - 67031.34375, - 66973.39453125, - 67049.26171875, - 66957.2421875, - 67087.6640625, - 67129.00390625, - 67311.85546875 + 66527.22265625, + 66499.37890625, + 66440.55078125, + 66559.51171875, + 66559.2109375, + 66483.6484375, + 66548.484375, + 66643.6015625, + 66661.18359375, + 66575.98046875, + 66699.7109375, + 66670.29296875, + 66823.515625, + 66636.08203125, + 66604.625, + 66860.8984375, + 66788.203125, + 66849.8828125, + 66758.6015625, + 66838.2578125, + 66719.29296875, + 66942.0703125, + 66959.421875, + 67214.453125 ], "p10": [ - 66279.00390625, - 66217.734375, - 66068.75390625, - 66041.9375, - 65906.04296875, - 65908.90234375, - 65779.00390625, - 65881.2578125, - 65784.5, - 65572.568359375, - 65757.734375, - 65775.5625, - 65843.79296875, - 65854.08984375, - 65750.796875, - 65648.18359375, - 65665.29296875, - 65660.34765625, - 65442.009765625, - 65675.66015625, - 64998.849609375, - 65344.77734375, - 65572.6328125, - 65640.42578125 + 66131.7890625, + 66001.640625, + 65899.46484375, + 65938.0390625, + 66038.35546875, + 65674.80078125, + 65750.4375, + 65834.7890625, + 65702.32421875, + 65724.09375, + 65823.9765625, + 65698.375, + 65717.375, + 65575.43359375, + 65612.515625, + 65789.703125, + 65780.453125, + 65589.95703125, + 65508.21875, + 65396.921875, + 65386.140625, + 65283.53515625, + 65387.763671875, + 65808.890625 ], "p90": [ - 67001.6640625, - 67146.578125, - 67212.8359375, - 67434.95703125, - 67575.65625, - 67522.0, - 67466.58203125, - 67571.34375, - 67714.21484375, - 67869.5625, - 67856.8203125, - 67996.109375, - 68234.4375, - 68411.18359375, - 68322.54296875, - 68568.4921875, - 68551.390625, - 68837.83984375, - 68711.58984375, - 68807.1796875, - 68786.14453125, - 68774.34765625, - 68903.7109375, - 69198.46875 + 66921.91796875, + 66953.33203125, + 67062.86328125, + 67117.546875, + 67372.44921875, + 67238.74609375, + 67540.46875, + 67607.109375, + 67612.82421875, + 67588.30859375, + 67845.35546875, + 67639.51953125, + 67758.9921875, + 67710.49609375, + 67819.70703125, + 67984.4453125, + 68103.1875, + 68043.890625, + 67943.75, + 68131.44140625, + 67949.70703125, + 68564.36328125, + 68806.09765625, + 68781.09375 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", @@ -423,6 +422,7 @@ "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", - "2026-06-17 10:00:00" + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 284f78c167e7b6cd2f5dde42958ca474b66dfc8b..25c9ae5419b354ed534035370e76f1cee8e874f2 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T10:53:53.255418+00:00", + "evaluated_at": "2026-06-17T11:11:25.121029+00:00", "freq": "10min", "context_length": 231, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.5, 1.5, @@ -236,11 +234,11 @@ 1.0, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "actuals": [ - 1.100000023841858, - 1.100000023841858, 1.100000023841858, 1.2999999523162842, 1.2999999523162842, @@ -274,126 +272,125 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 ], "p50": [ - 1.1515798568725586, - 1.185947060585022, - 1.1430457830429077, - 1.1178554892539978, - 1.1823269724845886, - 1.1798714399337769, - 1.2177127599716187, - 1.174826741218567, - 1.121069312095642, - 1.164305031299591, - 1.1748780608177185, - 1.1781519651412964, - 1.1499396562576294, - 1.1205642819404602, - 1.1105051636695862, - 1.068445086479187, - 1.1631271839141846, - 1.1533021926879883, - 1.1782553791999817, - 1.140796959400177, - 1.1024156212806702, - 1.1272935271263123, - 1.1655320525169373, - 1.150756597518921, - 1.1300822496414185, - 1.1384484767913818, - 1.1440626382827759, - 1.07991361618042, - 1.1370949149131775, - 1.153289020061493, - 1.154289722442627, - 1.1474136114120483, - 1.131153404712677, - 1.1511883735656738, - 1.1723563075065613, - 1.144530713558197 + 1.1326408982276917, + 1.1253709197044373, + 1.1095591187477112, + 1.1261971592903137, + 1.1235404014587402, + 1.143606185913086, + 1.126612663269043, + 1.121623694896698, + 1.1430379748344421, + 1.1412640810012817, + 1.1426321268081665, + 1.1445284485816956, + 1.1287996768951416, + 1.1589943766593933, + 1.1375757455825806, + 1.1501649618148804, + 1.1270169615745544, + 1.1460590958595276, + 1.1433912515640259, + 1.1496843099594116, + 1.1257548332214355, + 1.1310999393463135, + 1.1447287201881409, + 1.1165603399276733, + 1.1165983080863953, + 1.1346725821495056, + 1.106475830078125, + 1.1218367218971252, + 1.1279025077819824, + 1.1524773836135864, + 1.1385065913200378, + 1.1237751841545105, + 1.13899564743042, + 1.1499496102333069, + 1.1506682634353638, + 1.1430531740188599 ], "p10": [ - 1.0617724061012268, - 1.0687512159347534, - 1.0155680775642395, - 1.0035266876220703, - 1.0733981132507324, - 1.0251443982124329, - 1.0421822667121887, - 1.0548663139343262, - 0.9597699642181396, - 1.007223665714264, - 1.0200074911117554, - 1.0399420261383057, - 0.9808771908283234, - 0.9499732255935669, - 0.9534083604812622, - 0.9202298521995544, - 0.9756151437759399, - 0.9703521430492401, - 1.0247273445129395, - 0.9768463373184204, - 0.9255539774894714, - 0.9435652494430542, - 0.9303819537162781, - 0.9629559516906738, - 0.9759332835674286, - 0.9899550974369049, - 0.9664396941661835, - 0.8914085030555725, - 0.9587406516075134, - 0.9317450225353241, - 0.9703682959079742, - 0.9475359320640564, - 0.9208470284938812, - 0.9703767895698547, - 0.9805431067943573, - 0.9508074522018433 + 1.042568325996399, + 1.0003086626529694, + 0.9810427725315094, + 0.9901407659053802, + 0.990887463092804, + 1.0275200605392456, + 0.9831556677818298, + 0.9910814762115479, + 0.9983813464641571, + 0.9920899271965027, + 0.9785614609718323, + 0.9629959762096405, + 0.97371044754982, + 0.9675284326076508, + 0.9722989201545715, + 0.994570791721344, + 0.9438525438308716, + 0.9990738034248352, + 0.9692451357841492, + 0.9648485481739044, + 0.9411052763462067, + 0.9213960468769073, + 0.9456836581230164, + 0.8847537636756897, + 0.9289845526218414, + 0.9209716618061066, + 0.911362498998642, + 0.883621335029602, + 0.928754448890686, + 0.9241606891155243, + 0.9443217515945435, + 0.902495801448822, + 0.917898029088974, + 0.9514322578907013, + 0.9404346644878387, + 0.8691500723361969 ], "p90": [ - 1.2504498958587646, - 1.2860180735588074, - 1.2768555879592896, - 1.2338504195213318, - 1.313427209854126, - 1.3278505206108093, - 1.34979647397995, - 1.325875461101532, - 1.283006727695465, - 1.327879786491394, - 1.3227086067199707, - 1.3413715958595276, - 1.300473153591156, - 1.295824110507965, - 1.3019213676452637, - 1.2550791501998901, - 1.3468450903892517, - 1.3430363535881042, - 1.3837559223175049, - 1.3347432613372803, - 1.3202921748161316, - 1.3434059023857117, - 1.3957526683807373, - 1.3754223585128784, - 1.2938935160636902, - 1.3301114439964294, - 1.343429148197174, - 1.2876428961753845, - 1.4157812595367432, - 1.4027346968650818, - 1.3829880356788635, - 1.429297924041748, - 1.3975387215614319, - 1.3615920543670654, - 1.4022098779678345, - 1.3713881373405457 + 1.2390003204345703, + 1.2544912099838257, + 1.2571535110473633, + 1.2647784352302551, + 1.289277970790863, + 1.2877235412597656, + 1.2894130945205688, + 1.2966687083244324, + 1.3144747018814087, + 1.3103063702583313, + 1.3152411580085754, + 1.3491255640983582, + 1.3317148089408875, + 1.3511439561843872, + 1.3794166445732117, + 1.388228178024292, + 1.3375606536865234, + 1.3315393328666687, + 1.3269466757774353, + 1.364722192287445, + 1.3967188000679016, + 1.3436671495437622, + 1.3747299909591675, + 1.3442919254302979, + 1.420885980129242, + 1.3357943296432495, + 1.3654990196228027, + 1.3856979012489319, + 1.3336358666419983, + 1.4309638738632202, + 1.3983431458473206, + 1.464098870754242, + 1.4283638000488281, + 1.4083083868026733, + 1.4163960218429565, + 1.436671793460846 ], "timestamps": [ - "2026-06-13 21:50:00", - "2026-06-13 22:00:00", - "2026-06-13 22:10:00", "2026-06-13 22:20:00", "2026-06-13 22:30:00", "2026-06-13 22:40:00", @@ -657,6 +654,9 @@ "2026-06-15 17:40:00", "2026-06-15 17:50:00", "2026-06-15 18:00:00", - "2026-06-15 18:10:00" + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cf8b6d193a67acb30b5f41684cf941df2f2c7a9e..7d0dfda8d3eff89fc08b31ae420a9c0fa635e800 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T10:15:45.488836+00:00", + "evaluated_at": "2026-06-17T11:11:32.091633+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3170.0, 3120.0, 3170.0, 3170.0, @@ -293,9 +281,7 @@ 2900.0, 2900.0, 2900.0, - 2900.0 - ], - "actuals": [ + 2900.0, 2900.0, 2900.0, 2900.0, @@ -307,6 +293,20 @@ 2900.0, 2900.0, 2850.0, + 2850.0 + ], + "actuals": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -322,88 +322,84 @@ 2850.0 ], "p50": [ - 2900.638671875, - 2900.0799560546875, - 2900.066162109375, - 2900.3118896484375, - 2899.7139892578125, - 2899.8514404296875, - 2899.6661376953125, - 2900.2232666015625, - 2899.3304443359375, - 2899.7911376953125, - 2899.7740478515625, - 2899.0694580078125, - 2900.0113525390625, - 2899.3248291015625, - 2898.781005859375, - 2897.2724609375, - 2896.3841552734375, - 2897.05029296875, - 2899.155517578125, - 2899.9818115234375, - 2897.2491455078125, - 2897.254150390625, - 2900.79833984375, - 2901.651611328125 + 2861.698974609375, + 2865.4384765625, + 2860.930419921875, + 2868.7606201171875, + 2870.4638671875, + 2864.42822265625, + 2869.896728515625, + 2868.5198974609375, + 2868.1197509765625, + 2865.4132080078125, + 2868.8642578125, + 2865.81201171875, + 2872.941162109375, + 2866.244140625, + 2863.78466796875, + 2866.8226318359375, + 2859.73046875, + 2869.093994140625, + 2865.02197265625, + 2867.9747314453125, + 2871.2196044921875, + 2867.70166015625, + 2867.0428466796875, + 2861.790771484375 ], "p10": [ - 2898.7359619140625, - 2895.01904296875, - 2895.49267578125, - 2894.3441162109375, - 2894.0745849609375, - 2893.2294921875, - 2892.47412109375, - 2892.4278564453125, - 2890.9659423828125, - 2888.9693603515625, - 2888.444091796875, - 2886.0330810546875, - 2888.30615234375, - 2886.13623046875, - 2885.9044189453125, - 2880.7177734375, - 2875.7994384765625, - 2875.0296630859375, - 2873.81005859375, - 2871.4078369140625, - 2868.9541015625, - 2865.5684814453125, - 2865.3497314453125, - 2865.7564697265625 + 2833.2030029296875, + 2833.1387939453125, + 2820.43408203125, + 2833.4571533203125, + 2826.0184326171875, + 2821.548583984375, + 2824.526123046875, + 2832.03759765625, + 2823.0469970703125, + 2818.9676513671875, + 2823.289794921875, + 2814.9940185546875, + 2820.397216796875, + 2810.91064453125, + 2807.373291015625, + 2818.3753662109375, + 2799.201904296875, + 2809.5618896484375, + 2809.73046875, + 2800.316162109375, + 2809.6026611328125, + 2802.1988525390625, + 2782.6392822265625, + 2788.490234375 ], "p90": [ - 2903.8536376953125, - 2903.2032470703125, - 2904.7105712890625, - 2905.340576171875, - 2905.455322265625, - 2906.5216064453125, - 2907.66357421875, - 2907.385009765625, - 2908.4549560546875, - 2910.1298828125, - 2910.5010986328125, - 2910.74853515625, - 2912.9072265625, - 2913.4666748046875, - 2912.6771240234375, - 2916.927001953125, - 2920.340576171875, - 2921.723876953125, - 2927.91748046875, - 2943.973876953125, - 2929.73388671875, - 2930.5557861328125, - 2945.2342529296875, - 2939.160888671875 + 2884.9920654296875, + 2900.0174560546875, + 2893.5003662109375, + 2903.6474609375, + 2910.2681884765625, + 2908.6287841796875, + 2913.0491943359375, + 2910.4127197265625, + 2915.4351806640625, + 2916.14013671875, + 2912.57373046875, + 2911.7249755859375, + 2925.5498046875, + 2924.730712890625, + 2922.5787353515625, + 2917.3905029296875, + 2922.3111572265625, + 2927.8074951171875, + 2917.67724609375, + 2921.4117431640625, + 2931.71728515625, + 2927.7603759765625, + 2924.0654296875, + 2924.471923828125 ], "timestamps": [ - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", "2026-06-16 08:55:00", "2026-06-16 09:10:00", "2026-06-16 09:25:00", @@ -711,6 +707,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f897ed2f11213b67ae2278c1d6036b2e2463ecfb..bccb574f81d5cd6d57fe2b5adc33fae6ebc1b089 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T11:04:35.533915+00:00", + "evaluated_at": "2026-06-17T11:11:35.221675+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 05be1595780076af97eed84784fecda3c39faa8c..557b5b550f02591368a600534ae3b5aecbe494f2 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T11:00:27.047829+00:00", - "finished_at": "2026-06-17T11:04:52.838852+00:00", - "task_count": 1, + "started_at": "2026-06-17T11:08:17.138422+00:00", + "finished_at": "2026-06-17T11:12:05.441868+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,51 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T11:02:11.039792+00:00", + "evaluated_at": "2026-06-17T11:08:32.771379+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-17T11:09:50.987325+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -24,13 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:04:08.340523+00:00", + "evaluated_at": "2026-06-17T11:10:09.097047+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -38,13 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T11:04:21.074136+00:00", + "evaluated_at": "2026-06-17T11:10:28.188473+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -52,13 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T11:04:35.533915+00:00", + "evaluated_at": "2026-06-17T11:11:35.221675+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -66,13 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T11:04:52.835540+00:00", + "evaluated_at": "2026-06-17T11:12:05.439017+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -80,7 +166,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T11:05:14.767334+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_110821.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_110821.json new file mode 100644 index 0000000000000000000000000000000000000000..48db2463a54cb0da27b8f6f46e577fcdbaab612c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_110821.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:08:21.506641+00:00", + "metrics": { + "MSE[mean]": 898920.3501701355, + "MSE[0.5]": 898920.3501701355, + "MAE[0.5]": 837.3460286458334, + "MASE[0.5]": 0.9525487363743967, + "MAPE[0.5]": 0.01279551478372966, + "sMAPE[0.5]": 0.012690903107471225, + "MSIS": 2.7927228232621637, + "RMSE[mean]": 948.1141018728366, + "NRMSE[mean]": 0.014439032503868748, + "ND[0.5]": 0.01275212181816509, + "mean_weighted_sum_quantile_loss": 0.00776169392554952 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64654.0 + ], + "predictions": { + "p50": [ + 66422.71875, + 66412.8828125, + 66406.5, + 66414.3203125, + 66430.90625, + 66430.6328125, + 66458.453125, + 66469.7421875, + 66493.6953125, + 66494.140625, + 66504.234375, + 66511.84375, + 66526.296875, + 66543.7421875, + 66558.234375, + 66524.671875, + 66556.59375, + 66544.0078125, + 66544.5546875, + 66537.3203125, + 66551.2734375, + 66541.8203125, + 66564.0625, + 66557.8828125 + ], + "p10": [ + 66096.4609375, + 65945.546875, + 65834.765625, + 65771.765625, + 65693.7890625, + 65646.6484375, + 65579.1796875, + 65530.5546875, + 65475.65234375, + 65434.39453125, + 65359.42578125, + 65267.77734375, + 65190.1171875, + 65198.7734375, + 65175.52734375, + 65119.359375, + 64966.96875, + 64906.4375, + 64835.05859375, + 64811.453125, + 64750.41015625, + 64697.16796875, + 64664.7734375, + 64599.97265625 + ], + "p90": [ + 66657.6640625, + 66758.546875, + 66855.671875, + 66947.953125, + 67017.3203125, + 67084.4140625, + 67161.2734375, + 67221.2734375, + 67268.3046875, + 67322.5546875, + 67379.515625, + 67443.7109375, + 67523.5625, + 67513.8984375, + 67565.6484375, + 67549.8359375, + 67738.71875, + 67762.359375, + 67764.8203125, + 67846.6640625, + 67886.1953125, + 67966.890625, + 67999.0234375, + 68040.671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_111118.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_111118.json new file mode 100644 index 0000000000000000000000000000000000000000..3a4c2b65fe0060922d284dfbc2e06a2b3b3e77cd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_111118.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:11:18.758264+00:00", + "metrics": { + "MSE[mean]": 1439523.4232241313, + "MSE[0.5]": 1360989.0012079875, + "MAE[0.5]": 1036.6067708333333, + "MASE[0.5]": 1.1792239240344895, + "MAPE[0.5]": 0.015837979613093578, + "sMAPE[0.5]": 0.01568000451258663, + "MSIS": 9.085359698446299, + "RMSE[mean]": 1199.8014099108782, + "NRMSE[mean]": 0.018272032365798788, + "ND[0.5]": 0.01578670629223529, + "mean_weighted_sum_quantile_loss": 0.00986914750694066 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64654.0 + ], + "predictions": { + "p50": [ + 66527.22265625, + 66499.37890625, + 66440.55078125, + 66559.51171875, + 66559.2109375, + 66483.6484375, + 66548.484375, + 66643.6015625, + 66661.18359375, + 66575.98046875, + 66699.7109375, + 66670.29296875, + 66823.515625, + 66636.08203125, + 66604.625, + 66860.8984375, + 66788.203125, + 66849.8828125, + 66758.6015625, + 66838.2578125, + 66719.29296875, + 66942.0703125, + 66959.421875, + 67214.453125 + ], + "p10": [ + 66131.7890625, + 66001.640625, + 65899.46484375, + 65938.0390625, + 66038.35546875, + 65674.80078125, + 65750.4375, + 65834.7890625, + 65702.32421875, + 65724.09375, + 65823.9765625, + 65698.375, + 65717.375, + 65575.43359375, + 65612.515625, + 65789.703125, + 65780.453125, + 65589.95703125, + 65508.21875, + 65396.921875, + 65386.140625, + 65283.53515625, + 65387.763671875, + 65808.890625 + ], + "p90": [ + 66921.91796875, + 66953.33203125, + 67062.86328125, + 67117.546875, + 67372.44921875, + 67238.74609375, + 67540.46875, + 67607.109375, + 67612.82421875, + 67588.30859375, + 67845.35546875, + 67639.51953125, + 67758.9921875, + 67710.49609375, + 67819.70703125, + 67984.4453125, + 68103.1875, + 68043.890625, + 67943.75, + 68131.44140625, + 67949.70703125, + 68564.36328125, + 68806.09765625, + 68781.09375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_111153.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_111153.json new file mode 100644 index 0000000000000000000000000000000000000000..e9560d18022cf79f333d0b3292d020604d6f3e2b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_111153.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:11:53.947120+00:00", + "metrics": { + "MSE[mean]": 611994.1843630472, + "MSE[0.5]": 611994.1843630472, + "MAE[0.5]": 707.4085286458334, + "MASE[0.5]": 0.8047343356387612, + "MAPE[0.5]": 0.010805181506532946, + "sMAPE[0.5]": 0.010733905534558738, + "MSIS": 2.7407779304591546, + "RMSE[mean]": 782.3005716238786, + "NRMSE[mean]": 0.011913822776351116, + "ND[0.5]": 0.010773275830888463, + "mean_weighted_sum_quantile_loss": 0.0068854346555146505 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64654.0 + ], + "predictions": { + "p50": [ + 66581.125, + 66558.875, + 66536.625, + 66514.375, + 66492.125, + 66481.0, + 66447.625, + 66425.375, + 66425.375, + 66392.0, + 66403.125, + 66392.0, + 66392.0, + 66347.5, + 66347.5, + 66325.25, + 66303.0, + 66269.625, + 66236.25, + 66236.25, + 66214.0, + 66214.0, + 66191.75, + 66169.5 + ], + "p10": [ + 66225.125, + 66069.375, + 65924.75, + 65824.625, + 65713.375, + 65618.8125, + 65546.5, + 65435.25, + 65368.5, + 65285.0625, + 65235.0, + 65173.8125, + 65101.5, + 65006.9375, + 64954.09375, + 64867.875, + 64798.34375, + 64734.375, + 64678.75, + 64637.03125, + 64573.0625, + 64546.640625, + 64482.671875, + 64427.046875 + ], + "p90": [ + 66903.75, + 66948.25, + 67015.0, + 67037.25, + 67070.625, + 67070.625, + 67081.75, + 67104.0, + 67126.25, + 67126.25, + 67126.25, + 67126.25, + 67170.75, + 67148.5, + 67126.25, + 67126.25, + 67170.75, + 67148.5, + 67148.5, + 67170.75, + 67126.25, + 67148.5, + 67170.75, + 67170.75 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_110845.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_110845.json new file mode 100644 index 0000000000000000000000000000000000000000..6d7035e6da236c897d96196a58690462a098ace0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_110845.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:08:45.256377+00:00", + "metrics": { + "MSE[mean]": 846931.9669837952, + "MSE[0.5]": 550218.8946291605, + "MAE[0.5]": 650.0029296875, + "MASE[0.5]": 0.7394308304235903, + "MAPE[0.5]": 0.009933745568377285, + "sMAPE[0.5]": 0.009869549030741265, + "MSIS": 31.006349418893233, + "RMSE[mean]": 920.2890670782714, + "NRMSE[mean]": 0.014015279095891389, + "ND[0.5]": 0.009899033682579397, + "mean_weighted_sum_quantile_loss": 0.010746047001055786 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64654.0 + ], + "predictions": { + "p50": [ + 66481.921875, + 66360.125, + 66435.7421875, + 66332.734375, + 66436.1328125, + 66370.1484375, + 66379.3828125, + 66344.7578125, + 66358.6328125, + 66281.921875, + 66241.765625, + 66245.2890625, + 66325.75, + 66322.96875, + 66346.46875, + 66322.6640625, + 66325.203125, + 66321.4921875, + 66262.8515625, + 66240.2421875, + 66192.671875, + 66169.59375, + 66216.6875, + 66203.3671875 + ], + "p10": [ + 66471.890625, + 66460.0, + 66415.4765625, + 66413.7890625, + 66442.65625, + 66334.5078125, + 66367.046875, + 66340.90625, + 66337.296875, + 66397.34375, + 66204.96875, + 66195.2734375, + 66291.9375, + 66356.0078125, + 66344.1875, + 66400.7109375, + 66412.953125, + 66185.09375, + 66293.6484375, + 66299.0, + 66314.3515625, + 66229.8203125, + 66214.1953125, + 66122.171875 + ], + "p90": [ + 66778.65625, + 66756.4609375, + 66866.0234375, + 66883.9453125, + 67009.359375, + 66973.421875, + 66960.2578125, + 66982.890625, + 67033.3671875, + 67012.8984375, + 67029.25, + 66961.078125, + 67097.5390625, + 67142.3828125, + 67089.5703125, + 67110.8203125, + 67130.90625, + 67200.859375, + 67180.8984375, + 67195.078125, + 67184.1171875, + 67140.203125, + 67119.96875, + 67087.171875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_111014.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_111014.json new file mode 100644 index 0000000000000000000000000000000000000000..0c3c5859782e070bfed3f26c5c2660e64bb5393b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_111014.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:10:14.264551+00:00", + "metrics": { + "MSE[mean]": 1146450.8501726787, + "MSE[0.5]": 1146450.8501726787, + "MAE[0.5]": 942.7161458333334, + "MASE[0.5]": 1.072415754960363, + "MAPE[0.5]": 0.014406266002018253, + "sMAPE[0.5]": 0.014272995855708038, + "MSIS": 8.01295579328558, + "RMSE[mean]": 1070.7244510949952, + "NRMSE[mean]": 0.01630629174432554, + "ND[0.5]": 0.014356825876465059, + "mean_weighted_sum_quantile_loss": 0.009103724999632488 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64654.0 + ], + "predictions": { + "p50": [ + 66494.625, + 66505.453125, + 66506.3515625, + 66518.7265625, + 66516.703125, + 66515.8984375, + 66517.6875, + 66516.8125, + 66523.3125, + 66523.78125, + 66536.4765625, + 66549.546875, + 66559.3515625, + 66573.8046875, + 66600.0859375, + 66627.578125, + 66647.703125, + 66678.5859375, + 66709.5703125, + 66735.046875, + 66766.0859375, + 66783.0703125, + 66807.8203125, + 66829.5546875 + ], + "p10": [ + 66156.0546875, + 66088.6640625, + 66018.875, + 65967.0078125, + 65904.671875, + 65847.96875, + 65807.671875, + 65748.265625, + 65692.859375, + 65635.5546875, + 65597.7890625, + 65573.1328125, + 65524.37109375, + 65493.45703125, + 65469.83203125, + 65449.99609375, + 65429.6484375, + 65418.5546875, + 65411.65234375, + 65404.65625, + 65398.11328125, + 65390.8671875, + 65392.21484375, + 65389.7109375 + ], + "p90": [ + 66845.8359375, + 66958.828125, + 67053.46875, + 67156.6171875, + 67218.6640625, + 67271.4375, + 67341.234375, + 67395.53125, + 67446.0078125, + 67493.5546875, + 67555.1875, + 67605.28125, + 67643.3125, + 67709.5234375, + 67793.0859375, + 67846.625, + 67909.0078125, + 68016.1796875, + 68109.109375, + 68194.8984375, + 68251.1953125, + 68298.015625, + 68344.203125, + 68394.53125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_110955.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_110955.json new file mode 100644 index 0000000000000000000000000000000000000000..0b73970ddfef0ad5c3828727c219b5e804519cc4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_110955.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:09:55.614400+00:00", + "metrics": { + "MSE[mean]": 1115142.0902697246, + "MSE[0.5]": 1115142.0902697246, + "MAE[0.5]": 941.0406901041666, + "MASE[0.5]": 1.0705097887491781, + "MAPE[0.5]": 0.014377954528601999, + "sMAPE[0.5]": 0.014248363723954749, + "MSIS": 4.553259961348917, + "RMSE[mean]": 1056.0028836465005, + "NRMSE[mean]": 0.016082093844012883, + "ND[0.5]": 0.014331310002706358, + "mean_weighted_sum_quantile_loss": 0.008836373637025012 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64654.0 + ], + "predictions": { + "p50": [ + 66477.28125, + 66476.03125, + 66482.640625, + 66490.578125, + 66491.1015625, + 66517.796875, + 66526.296875, + 66547.0625, + 66561.9453125, + 66579.4609375, + 66592.2734375, + 66614.515625, + 66624.0625, + 66633.484375, + 66644.515625, + 66656.5546875, + 66659.625, + 66669.0546875, + 66675.59375, + 66691.4296875, + 66706.265625, + 66715.7734375, + 66726.1171875, + 66743.9609375 + ], + "p10": [ + 66187.8125, + 66039.1171875, + 65919.1640625, + 65842.3203125, + 65765.109375, + 65715.59375, + 65645.8359375, + 65598.1640625, + 65553.90625, + 65507.4609375, + 65461.83203125, + 65423.9921875, + 65381.53515625, + 65339.74609375, + 65295.5234375, + 65260.59765625, + 65214.3984375, + 65162.7890625, + 65119.5703125, + 65076.2109375, + 65042.7734375, + 65008.484375, + 64968.2265625, + 64934.8125 + ], + "p90": [ + 66740.671875, + 66905.2265625, + 67064.2578125, + 67178.1796875, + 67290.9375, + 67412.296875, + 67492.84375, + 67580.984375, + 67672.1015625, + 67765.1015625, + 67838.8828125, + 67916.8515625, + 67987.96875, + 68048.2890625, + 68129.6171875, + 68196.109375, + 68257.3515625, + 68323.3515625, + 68386.15625, + 68437.6875, + 68499.140625, + 68574.171875, + 68624.859375, + 68678.2734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_110830.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_110830.json new file mode 100644 index 0000000000000000000000000000000000000000..7085fbd648365c8a77e9853d6af3289086c7435b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_110830.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:08:30.186036+00:00", + "metrics": { + "MSE[mean]": 149.80059273540974, + "MSE[0.5]": 149.80059273540974, + "MAE[0.5]": 11.694051106770834, + "MASE[0.5]": 0.11496455773169484, + "MAPE[0.5]": 0.004103175826937135, + "sMAPE[0.5]": 0.004093976301605978, + "MSIS": 0.6624415962621608, + "RMSE[mean]": 12.239305239081578, + "NRMSE[mean]": 0.004294493066344413, + "ND[0.5]": 0.004103175826937135, + "mean_weighted_sum_quantile_loss": 0.003918351379751462 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2865.005126953125, + 2865.074951171875, + 2864.62548828125, + 2863.6611328125, + 2864.5302734375, + 2864.151611328125, + 2863.821533203125, + 2864.424072265625, + 2865.183349609375, + 2864.947998046875, + 2865.167236328125, + 2864.437255859375, + 2864.297119140625, + 2862.866943359375, + 2862.583740234375, + 2860.12841796875, + 2859.54345703125, + 2859.166748046875, + 2857.67578125, + 2856.25341796875, + 2856.66259765625, + 2856.174072265625, + 2855.0830078125, + 2855.19189453125 + ], + "p10": [ + 2839.463623046875, + 2837.30078125, + 2836.70458984375, + 2834.54150390625, + 2832.796142578125, + 2830.4970703125, + 2829.090087890625, + 2828.239013671875, + 2827.748046875, + 2826.31591796875, + 2823.369873046875, + 2822.006103515625, + 2822.1328125, + 2819.07958984375, + 2819.393310546875, + 2817.619140625, + 2811.333984375, + 2808.592041015625, + 2807.690673828125, + 2805.512939453125, + 2803.36572265625, + 2800.8544921875, + 2798.9208984375, + 2798.33203125 + ], + "p90": [ + 2881.527099609375, + 2881.8955078125, + 2882.767333984375, + 2883.949951171875, + 2884.8310546875, + 2885.787353515625, + 2886.740966796875, + 2887.64208984375, + 2887.77197265625, + 2887.919189453125, + 2888.957763671875, + 2889.129150390625, + 2890.024658203125, + 2888.42236328125, + 2887.752685546875, + 2886.972900390625, + 2889.34765625, + 2889.216552734375, + 2889.052978515625, + 2889.547119140625, + 2888.713134765625, + 2890.0146484375, + 2890.08154296875, + 2890.020263671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_111132.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_111132.json new file mode 100644 index 0000000000000000000000000000000000000000..8da03f5f2e7f4b68e6ae482a5f3c49985eb6b4a7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_111132.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:11:32.091633+00:00", + "metrics": { + "MSE[mean]": 295.71065659821033, + "MSE[0.5]": 288.06889694121975, + "MAE[0.5]": 16.709732055664062, + "MASE[0.5]": 0.16427386352726572, + "MAPE[0.5]": 0.005863063879180373, + "sMAPE[0.5]": 0.005845386047813279, + "MSIS": 0.9557760196652585, + "RMSE[mean]": 17.196239606327026, + "NRMSE[mean]": 0.006033768282921763, + "ND[0.5]": 0.0058630638791803726, + "mean_weighted_sum_quantile_loss": 0.005367511474133466 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2861.698974609375, + 2865.4384765625, + 2860.930419921875, + 2868.7606201171875, + 2870.4638671875, + 2864.42822265625, + 2869.896728515625, + 2868.5198974609375, + 2868.1197509765625, + 2865.4132080078125, + 2868.8642578125, + 2865.81201171875, + 2872.941162109375, + 2866.244140625, + 2863.78466796875, + 2866.8226318359375, + 2859.73046875, + 2869.093994140625, + 2865.02197265625, + 2867.9747314453125, + 2871.2196044921875, + 2867.70166015625, + 2867.0428466796875, + 2861.790771484375 + ], + "p10": [ + 2833.2030029296875, + 2833.1387939453125, + 2820.43408203125, + 2833.4571533203125, + 2826.0184326171875, + 2821.548583984375, + 2824.526123046875, + 2832.03759765625, + 2823.0469970703125, + 2818.9676513671875, + 2823.289794921875, + 2814.9940185546875, + 2820.397216796875, + 2810.91064453125, + 2807.373291015625, + 2818.3753662109375, + 2799.201904296875, + 2809.5618896484375, + 2809.73046875, + 2800.316162109375, + 2809.6026611328125, + 2802.1988525390625, + 2782.6392822265625, + 2788.490234375 + ], + "p90": [ + 2884.9920654296875, + 2900.0174560546875, + 2893.5003662109375, + 2903.6474609375, + 2910.2681884765625, + 2908.6287841796875, + 2913.0491943359375, + 2910.4127197265625, + 2915.4351806640625, + 2916.14013671875, + 2912.57373046875, + 2911.7249755859375, + 2925.5498046875, + 2924.730712890625, + 2922.5787353515625, + 2917.3905029296875, + 2922.3111572265625, + 2927.8074951171875, + 2917.67724609375, + 2921.4117431640625, + 2931.71728515625, + 2927.7603759765625, + 2924.0654296875, + 2924.471923828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_111203.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_111203.json new file mode 100644 index 0000000000000000000000000000000000000000..b6e63be5ab683e05dd77b5ad8defb2ee159948c6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_111203.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:12:03.189796+00:00", + "metrics": { + "MSE[mean]": 985.2263590494791, + "MSE[0.5]": 985.2263590494791, + "MAE[0.5]": 31.126302083333332, + "MASE[0.5]": 0.30600358422939067, + "MAPE[0.5]": 0.010921509502923978, + "sMAPE[0.5]": 0.010861200722390793, + "MSIS": 0.8173067076292884, + "RMSE[mean]": 31.388315645307877, + "NRMSE[mean]": 0.01101344408607294, + "ND[0.5]": 0.010921509502923976, + "mean_weighted_sum_quantile_loss": 0.0068216374269005845 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2868.21875, + 2874.6875, + 2874.6875, + 2876.125, + 2879.0, + 2880.4375, + 2881.15625, + 2882.59375, + 2882.59375, + 2884.03125, + 2882.59375, + 2884.75, + 2885.46875, + 2885.46875, + 2884.75, + 2886.1875, + 2880.4375, + 2881.875, + 2882.59375, + 2881.875, + 2880.4375, + 2881.875, + 2882.59375, + 2882.59375 + ], + "p10": [ + 2837.3125, + 2833.0, + 2833.0, + 2831.5625, + 2830.125, + 2827.25, + 2825.8125, + 2825.8125, + 2825.8125, + 2827.25, + 2827.25, + 2828.6875, + 2825.8125, + 2827.25, + 2828.6875, + 2831.5625, + 2827.25, + 2828.6875, + 2827.25, + 2825.8125, + 2824.375, + 2825.8125, + 2825.8125, + 2827.25 + ], + "p90": [ + 2901.28125, + 2910.625, + 2905.59375, + 2904.875, + 2904.15625, + 2903.4375, + 2904.875, + 2905.59375, + 2906.3125, + 2906.3125, + 2909.1875, + 2910.625, + 2910.625, + 2911.34375, + 2911.34375, + 2914.21875, + 2914.9375, + 2917.09375, + 2916.375, + 2917.8125, + 2917.8125, + 2920.6875, + 2923.5625, + 2925.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_110940.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_110940.json new file mode 100644 index 0000000000000000000000000000000000000000..f07f753b6d7867e6d7e31fcde5a20ce542997cee --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_110940.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:09:40.417005+00:00", + "metrics": { + "MSE[mean]": 210.47119243939719, + "MSE[0.5]": 49.02923777451118, + "MAE[0.5]": 6.253204345703125, + "MASE[0.5]": 0.06147543442780338, + "MAPE[0.5]": 0.0021941067879660083, + "sMAPE[0.5]": 0.0021918346778354155, + "MSIS": 10.8142579125064, + "RMSE[mean]": 14.507625320478786, + "NRMSE[mean]": 0.0050903948492908024, + "ND[0.5]": 0.0021941067879660088, + "mean_weighted_sum_quantile_loss": 0.007081166129208292 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2860.48779296875, + 2858.9375, + 2860.095458984375, + 2857.43310546875, + 2860.58203125, + 2858.25146484375, + 2859.602783203125, + 2855.845947265625, + 2854.85498046875, + 2856.67724609375, + 2858.4755859375, + 2858.94140625, + 2857.18701171875, + 2855.3662109375, + 2856.8515625, + 2854.444580078125, + 2850.985595703125, + 2851.84033203125, + 2850.21435546875, + 2852.67626953125, + 2849.1513671875, + 2846.514892578125, + 2843.384765625, + 2840.623291015625 + ], + "p10": [ + 2865.01123046875, + 2866.019287109375, + 2868.34228515625, + 2871.5625, + 2872.95068359375, + 2874.25048828125, + 2879.67138671875, + 2878.169677734375, + 2879.68115234375, + 2877.57568359375, + 2877.1796875, + 2881.0625, + 2884.58935546875, + 2876.2001953125, + 2881.23388671875, + 2877.47021484375, + 2879.70068359375, + 2880.024658203125, + 2882.08203125, + 2879.20556640625, + 2878.310546875, + 2875.10546875, + 2880.6787109375, + 2881.1025390625 + ], + "p90": [ + 2874.03955078125, + 2876.8232421875, + 2879.94775390625, + 2882.504638671875, + 2888.331298828125, + 2889.7783203125, + 2890.810546875, + 2892.067626953125, + 2893.13623046875, + 2896.8232421875, + 2901.078125, + 2901.153076171875, + 2901.763916015625, + 2903.257080078125, + 2905.664794921875, + 2903.60791015625, + 2903.203125, + 2907.9248046875, + 2908.363037109375, + 2911.992431640625, + 2910.4833984375, + 2914.282470703125, + 2911.318359375, + 2911.915771484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_111025.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_111025.json new file mode 100644 index 0000000000000000000000000000000000000000..bf1be5a05675c7319b90abefeb2c5108bee1ac49 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_111025.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:10:25.427018+00:00", + "metrics": { + "MSE[mean]": 165.35683451592922, + "MSE[0.5]": 165.35683451592922, + "MAE[0.5]": 12.733642578125, + "MASE[0.5]": 0.125184811827957, + "MAPE[0.5]": 0.004467944764254386, + "sMAPE[0.5]": 0.004457789329121293, + "MSIS": 0.7764991959485407, + "RMSE[mean]": 12.859114841851644, + "NRMSE[mean]": 0.004511970119947945, + "ND[0.5]": 0.004467944764254386, + "mean_weighted_sum_quantile_loss": 0.004325955099064936 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2860.30517578125, + 2863.08837890625, + 2863.918701171875, + 2863.639892578125, + 2863.48291015625, + 2864.05126953125, + 2864.0625, + 2863.97900390625, + 2863.42236328125, + 2863.3232421875, + 2863.4033203125, + 2863.520263671875, + 2864.901123046875, + 2864.562255859375, + 2864.144287109375, + 2864.10009765625, + 2863.86572265625, + 2862.950927734375, + 2861.768798828125, + 2861.26318359375, + 2860.535888671875, + 2859.76708984375, + 2858.6513671875, + 2858.899658203125 + ], + "p10": [ + 2848.975830078125, + 2847.830322265625, + 2844.2412109375, + 2839.994384765625, + 2836.779541015625, + 2833.90576171875, + 2829.8193359375, + 2828.064697265625, + 2826.16064453125, + 2823.43896484375, + 2819.412109375, + 2818.534423828125, + 2816.81103515625, + 2815.84814453125, + 2814.3544921875, + 2811.61865234375, + 2809.078369140625, + 2807.69921875, + 2805.615966796875, + 2804.2451171875, + 2803.9580078125, + 2803.091552734375, + 2802.175537109375, + 2799.18994140625 + ], + "p90": [ + 2889.045166015625, + 2899.622802734375, + 2900.80615234375, + 2898.65625, + 2898.73828125, + 2898.867919921875, + 2899.1884765625, + 2899.16796875, + 2898.399169921875, + 2899.614013671875, + 2902.28564453125, + 2903.573974609375, + 2902.967529296875, + 2902.0888671875, + 2899.920166015625, + 2897.5244140625, + 2897.45361328125, + 2899.2578125, + 2900.33154296875, + 2900.66162109375, + 2899.77490234375, + 2898.1689453125, + 2898.64111328125, + 2901.715576171875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_111006.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_111006.json new file mode 100644 index 0000000000000000000000000000000000000000..3040329195af5fa0ca89e0397712b0a8d6b1a00b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_111006.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:10:06.738722+00:00", + "metrics": { + "MSE[mean]": 0.9803057312965393, + "MSE[0.5]": 0.9803057312965393, + "MAE[0.5]": 0.9501139322916666, + "MASE[0.5]": 0.009340597798259088, + "MAPE[0.5]": 0.0003333733095760233, + "sMAPE[0.5]": 0.0003333129762729272, + "MSIS": 0.622616947484639, + "RMSE[mean]": 0.990103899243175, + "NRMSE[mean]": 0.0003474048769274298, + "ND[0.5]": 0.0003333733095760234, + "mean_weighted_sum_quantile_loss": 0.0018175512838084793 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2851.109619140625, + 2851.683349609375, + 2851.169921875, + 2851.304443359375, + 2850.56494140625, + 2851.370849609375, + 2851.258056640625, + 2850.989990234375, + 2851.115234375, + 2851.040771484375, + 2850.87548828125, + 2850.829833984375, + 2850.9501953125, + 2850.869140625, + 2851.07666015625, + 2850.896728515625, + 2850.9296875, + 2850.65478515625, + 2850.70166015625, + 2850.7255859375, + 2850.553955078125, + 2850.8837890625, + 2850.780029296875, + 2850.468017578125 + ], + "p10": [ + 2848.99951171875, + 2848.86376953125, + 2849.080810546875, + 2848.62060546875, + 2848.60205078125, + 2848.807373046875, + 2848.986083984375, + 2848.791748046875, + 2848.96533203125, + 2848.5341796875, + 2847.61279296875, + 2846.91748046875, + 2845.9814453125, + 2844.5859375, + 2842.656494140625, + 2840.088134765625, + 2837.110595703125, + 2834.978759765625, + 2833.52197265625, + 2832.53271484375, + 2829.392822265625, + 2825.3271484375, + 2822.10888671875, + 2820.90576171875 + ], + "p90": [ + 2898.994873046875, + 2904.442626953125, + 2906.723388671875, + 2905.433349609375, + 2909.316650390625, + 2910.09814453125, + 2905.958984375, + 2903.425048828125, + 2905.725341796875, + 2906.2099609375, + 2905.265380859375, + 2905.723388671875, + 2908.196533203125, + 2905.031494140625, + 2905.02587890625, + 2899.869873046875, + 2903.219970703125, + 2905.5380859375, + 2902.419921875, + 2904.7470703125, + 2901.726318359375, + 2907.164306640625, + 2901.440673828125, + 2900.23876953125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_110825.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_110825.json new file mode 100644 index 0000000000000000000000000000000000000000..01eadead24a1d205a9b779fc663b86f8834e1c62 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_110825.json @@ -0,0 +1,677 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:08:25.439372+00:00", + "metrics": { + "MSE[mean]": 0.03087791646732067, + "MSE[0.5]": 0.03087791646732067, + "MAE[0.5]": 0.15612517462836373, + "MASE[0.5]": 0.8502591974453745, + "MAPE[0.5]": 0.11739487070484403, + "sMAPE[0.5]": 0.126437121465808, + "MSIS": 6.077913174972349, + "RMSE[mean]": 0.17572113267140257, + "NRMSE[mean]": 0.13604216722947296, + "ND[0.5]": 0.12087110293808803, + "mean_weighted_sum_quantile_loss": 0.10185462810375073 + }, + "context_length": 231, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.0971821546554565, + 1.09275484085083, + 1.1118299961090088, + 1.1206674575805664, + 1.1165013313293457, + 1.1118882894515991, + 1.1117208003997803, + 1.1196845769882202, + 1.140499234199524, + 1.1518959999084473, + 1.1478135585784912, + 1.138479471206665, + 1.1354995965957642, + 1.1376953125, + 1.1451083421707153, + 1.1458028554916382, + 1.1457456350326538, + 1.131028652191162, + 1.1289427280426025, + 1.145128607749939, + 1.1533255577087402, + 1.1527249813079834, + 1.1451767683029175, + 1.1311811208724976, + 1.1302601099014282, + 1.1364108324050903, + 1.1445072889328003, + 1.1423107385635376, + 1.134437084197998, + 1.1269137859344482, + 1.1287415027618408, + 1.1368855237960815, + 1.1539126634597778, + 1.1642717123031616, + 1.1644200086593628, + 1.1581441164016724 + ], + "p10": [ + 1.0128926038742065, + 0.9908143281936646, + 0.9943880438804626, + 0.9979303479194641, + 0.9898457527160645, + 0.9820587635040283, + 0.9764755964279175, + 0.9783601760864258, + 0.991490364074707, + 0.9967991709709167, + 0.9923504590988159, + 0.9837931394577026, + 0.9782685041427612, + 0.9737717509269714, + 0.9793315529823303, + 0.9797928333282471, + 0.967185378074646, + 0.9535629749298096, + 0.9530221223831177, + 0.9625948071479797, + 0.9654909372329712, + 0.9651298522949219, + 0.9575843214988708, + 0.943179190158844, + 0.9431048035621643, + 0.9467439651489258, + 0.952327311038971, + 0.9482531547546387, + 0.9411873817443848, + 0.9342502355575562, + 0.9309276938438416, + 0.9373411536216736, + 0.9438836574554443, + 0.9455474019050598, + 0.9482853412628174, + 0.9444668292999268 + ], + "p90": [ + 1.1981828212738037, + 1.214146614074707, + 1.2458858489990234, + 1.2635036706924438, + 1.2652273178100586, + 1.2674322128295898, + 1.2717360258102417, + 1.2870569229125977, + 1.314976692199707, + 1.3292121887207031, + 1.327596664428711, + 1.3186523914337158, + 1.3200697898864746, + 1.3317983150482178, + 1.348469853401184, + 1.3489301204681396, + 1.3611762523651123, + 1.3535847663879395, + 1.359627366065979, + 1.3813879489898682, + 1.392586588859558, + 1.4014774560928345, + 1.3876912593841553, + 1.3691065311431885, + 1.3775097131729126, + 1.3834569454193115, + 1.3992506265640259, + 1.3933461904525757, + 1.386627435684204, + 1.3842747211456299, + 1.3800435066223145, + 1.3965810537338257, + 1.4100974798202515, + 1.4323123693466187, + 1.4352774620056152, + 1.439505934715271 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_111125.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_111125.json new file mode 100644 index 0000000000000000000000000000000000000000..57c65d6863b2d4eee1a0ce770cfa18629d96241f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_111125.json @@ -0,0 +1,677 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:11:25.121029+00:00", + "metrics": { + "MSE[mean]": 0.025841413997939513, + "MSE[0.5]": 0.031083378668063766, + "MAE[0.5]": 0.15541101660993364, + "MASE[0.5]": 0.8463698860319848, + "MAPE[0.5]": 0.11668772240539665, + "sMAPE[0.5]": 0.1257411090828099, + "MSIS": 6.193076988229937, + "RMSE[mean]": 0.16075264849432344, + "NRMSE[mean]": 0.12445366335044394, + "ND[0.5]": 0.12031820640769056, + "mean_weighted_sum_quantile_loss": 0.10253784289069501 + }, + "context_length": 231, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.1326408982276917, + 1.1253709197044373, + 1.1095591187477112, + 1.1261971592903137, + 1.1235404014587402, + 1.143606185913086, + 1.126612663269043, + 1.121623694896698, + 1.1430379748344421, + 1.1412640810012817, + 1.1426321268081665, + 1.1445284485816956, + 1.1287996768951416, + 1.1589943766593933, + 1.1375757455825806, + 1.1501649618148804, + 1.1270169615745544, + 1.1460590958595276, + 1.1433912515640259, + 1.1496843099594116, + 1.1257548332214355, + 1.1310999393463135, + 1.1447287201881409, + 1.1165603399276733, + 1.1165983080863953, + 1.1346725821495056, + 1.106475830078125, + 1.1218367218971252, + 1.1279025077819824, + 1.1524773836135864, + 1.1385065913200378, + 1.1237751841545105, + 1.13899564743042, + 1.1499496102333069, + 1.1506682634353638, + 1.1430531740188599 + ], + "p10": [ + 1.042568325996399, + 1.0003086626529694, + 0.9810427725315094, + 0.9901407659053802, + 0.990887463092804, + 1.0275200605392456, + 0.9831556677818298, + 0.9910814762115479, + 0.9983813464641571, + 0.9920899271965027, + 0.9785614609718323, + 0.9629959762096405, + 0.97371044754982, + 0.9675284326076508, + 0.9722989201545715, + 0.994570791721344, + 0.9438525438308716, + 0.9990738034248352, + 0.9692451357841492, + 0.9648485481739044, + 0.9411052763462067, + 0.9213960468769073, + 0.9456836581230164, + 0.8847537636756897, + 0.9289845526218414, + 0.9209716618061066, + 0.911362498998642, + 0.883621335029602, + 0.928754448890686, + 0.9241606891155243, + 0.9443217515945435, + 0.902495801448822, + 0.917898029088974, + 0.9514322578907013, + 0.9404346644878387, + 0.8691500723361969 + ], + "p90": [ + 1.2390003204345703, + 1.2544912099838257, + 1.2571535110473633, + 1.2647784352302551, + 1.289277970790863, + 1.2877235412597656, + 1.2894130945205688, + 1.2966687083244324, + 1.3144747018814087, + 1.3103063702583313, + 1.3152411580085754, + 1.3491255640983582, + 1.3317148089408875, + 1.3511439561843872, + 1.3794166445732117, + 1.388228178024292, + 1.3375606536865234, + 1.3315393328666687, + 1.3269466757774353, + 1.364722192287445, + 1.3967188000679016, + 1.3436671495437622, + 1.3747299909591675, + 1.3442919254302979, + 1.420885980129242, + 1.3357943296432495, + 1.3654990196228027, + 1.3856979012489319, + 1.3336358666419983, + 1.4309638738632202, + 1.3983431458473206, + 1.464098870754242, + 1.4283638000488281, + 1.4083083868026733, + 1.4163960218429565, + 1.436671793460846 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_111158.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_111158.json new file mode 100644 index 0000000000000000000000000000000000000000..1cbbc4c7c4c517e5bf513dcd60e175a1ce49406b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_111158.json @@ -0,0 +1,677 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:11:58.524091+00:00", + "metrics": { + "MSE[mean]": 0.028878913846688035, + "MSE[0.5]": 0.028878913846688035, + "MAE[0.5]": 0.14839588933520848, + "MASE[0.5]": 0.8081654356556561, + "MAPE[0.5]": 0.11131654222575012, + "sMAPE[0.5]": 0.11968957042418032, + "MSIS": 6.870075092825795, + "RMSE[mean]": 0.16993797058541105, + "NRMSE[mean]": 0.13156488045322146, + "ND[0.5]": 0.11488714013048397, + "mean_weighted_sum_quantile_loss": 0.09516660765507741 + }, + "context_length": 231, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.1152000427246094, + 1.1141471862792969, + 1.1194114685058594, + 1.1225700378417969, + 1.1212539672851562, + 1.1265182495117188, + 1.1278343200683594, + 1.1336250305175781, + 1.1359939575195312, + 1.1357307434082031, + 1.1352043151855469, + 1.1330986022949219, + 1.1328353881835938, + 1.1320457458496094, + 1.1346778869628906, + 1.1367835998535156, + 1.1425743103027344, + 1.1409950256347656, + 1.1415214538574219, + 1.1483650207519531, + 1.1499443054199219, + 1.1552085876464844, + 1.156656265258789, + 1.1529712677001953, + 1.1517868041992188, + 1.150075912475586, + 1.1533660888671875, + 1.156393051147461, + 1.1600780487060547, + 1.1616573333740234, + 1.1625785827636719, + 1.166855812072754, + 1.1698169708251953, + 1.1699485778808594, + 1.1708698272705078, + 1.1695537567138672 + ], + "p10": [ + 1.030181884765625, + 1.00701904296875, + 1.004913330078125, + 1.004913330078125, + 0.9996490478515625, + 1.000701904296875, + 0.9975433349609375, + 1.000701904296875, + 0.99859619140625, + 0.9996490478515625, + 0.9975433349609375, + 0.9954376220703125, + 0.994384765625, + 0.994384765625, + 1.000701904296875, + 1.0017547607421875, + 0.99859619140625, + 0.9954376220703125, + 0.994384765625, + 0.9996490478515625, + 1.0028076171875, + 1.0080718994140625, + 1.0059661865234375, + 1.0028076171875, + 1.0017547607421875, + 1.000701904296875, + 1.0038604736328125, + 1.0038604736328125, + 1.00701904296875, + 1.00701904296875, + 1.004913330078125, + 1.0059661865234375, + 1.0101776123046875, + 1.013336181640625, + 1.0143890380859375, + 1.013336181640625 + ], + "p90": [ + 1.2275924682617188, + 1.2523345947265625, + 1.2628631591796875, + 1.2676010131835938, + 1.2686538696289062, + 1.2760238647460938, + 1.2812881469726562, + 1.2881317138671875, + 1.2965545654296875, + 1.2965545654296875, + 1.30181884765625, + 1.2986602783203125, + 1.2965545654296875, + 1.295501708984375, + 1.3007659912109375, + 1.3065567016601562, + 1.3118209838867188, + 1.3128738403320312, + 1.314453125, + 1.3228759765625, + 1.3260345458984375, + 1.333404541015625, + 1.3365631103515625, + 1.331298828125, + 1.3302459716796875, + 1.3281402587890625, + 1.333404541015625, + 1.3386688232421875, + 1.341827392578125, + 1.34393310546875, + 1.3428802490234375, + 1.3491973876953125, + 1.358673095703125, + 1.3597259521484375, + 1.3597259521484375, + 1.3597259521484375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_110923.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_110923.json new file mode 100644 index 0000000000000000000000000000000000000000..73f0879a26d65b3a93260f282aed516820a74c2c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_110923.json @@ -0,0 +1,677 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:09:23.953207+00:00", + "metrics": { + "MSE[mean]": 0.019947615066142375, + "MSE[0.5]": 0.02926384384018732, + "MAE[0.5]": 0.15009566479259068, + "MASE[0.5]": 0.8174224290884667, + "MAPE[0.5]": 0.11282903826553896, + "sMAPE[0.5]": 0.1213653225752565, + "MSIS": 6.4186348506625555, + "RMSE[mean]": 0.14123602609158323, + "NRMSE[mean]": 0.1093440201999354, + "ND[0.5]": 0.11620309532329601, + "mean_weighted_sum_quantile_loss": 0.07769222430430861 + }, + "context_length": 231, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.092583179473877, + 1.099797010421753, + 1.1039767265319824, + 1.1000254154205322, + 1.0989680290222168, + 1.1005783081054688, + 1.1070219278335571, + 1.11102294921875, + 1.1179697513580322, + 1.1258692741394043, + 1.127697229385376, + 1.1297996044158936, + 1.1313270330429077, + 1.127108097076416, + 1.1288933753967285, + 1.1294021606445312, + 1.1326205730438232, + 1.1349961757659912, + 1.1377813816070557, + 1.1449105739593506, + 1.1520682573318481, + 1.1548502445220947, + 1.1572017669677734, + 1.1569766998291016, + 1.163169264793396, + 1.1687476634979248, + 1.168694257736206, + 1.1649954319000244, + 1.160414695739746, + 1.1611541509628296, + 1.1666004657745361, + 1.1779000759124756, + 1.1896991729736328, + 1.1906344890594482, + 1.1914172172546387, + 1.189682960510254 + ], + "p10": [ + 1.128520131111145, + 1.1342815160751343, + 1.1449143886566162, + 1.1487758159637451, + 1.1429243087768555, + 1.146947979927063, + 1.1563353538513184, + 1.1651380062103271, + 1.1649718284606934, + 1.1741151809692383, + 1.1736185550689697, + 1.1801917552947998, + 1.1833078861236572, + 1.1769287586212158, + 1.1811625957489014, + 1.180041790008545, + 1.1862260103225708, + 1.185267448425293, + 1.1911351680755615, + 1.1919267177581787, + 1.202010154724121, + 1.2084648609161377, + 1.2053383588790894, + 1.2121162414550781, + 1.2129080295562744, + 1.2187256813049316, + 1.218919277191162, + 1.215329885482788, + 1.2137718200683594, + 1.2133476734161377, + 1.2179598808288574, + 1.2307102680206299, + 1.2416415214538574, + 1.2393498420715332, + 1.2431225776672363, + 1.2381703853607178 + ], + "p90": [ + 1.1995701789855957, + 1.223589539527893, + 1.2374424934387207, + 1.2389570474624634, + 1.24375581741333, + 1.249260663986206, + 1.2574065923690796, + 1.2664016485214233, + 1.2777856588363647, + 1.2874724864959717, + 1.293594479560852, + 1.29618501663208, + 1.2998747825622559, + 1.3013994693756104, + 1.303335189819336, + 1.305708646774292, + 1.308071494102478, + 1.313032865524292, + 1.3147404193878174, + 1.3229302167892456, + 1.3297276496887207, + 1.3362550735473633, + 1.3396055698394775, + 1.3412669897079468, + 1.3524658679962158, + 1.3600417375564575, + 1.356050729751587, + 1.3540003299713135, + 1.349257230758667, + 1.3502997159957886, + 1.3578920364379883, + 1.3688000440597534, + 1.3792592287063599, + 1.3844678401947021, + 1.3817025423049927, + 1.3805527687072754 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_111019.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_111019.json new file mode 100644 index 0000000000000000000000000000000000000000..ab5311fe6d9a8f7097573d2856e0aa4fc44d60fb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_111019.json @@ -0,0 +1,677 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:10:19.386884+00:00", + "metrics": { + "MSE[mean]": 0.02569533144626214, + "MSE[0.5]": 0.02569533144626214, + "MAE[0.5]": 0.13750511076715258, + "MASE[0.5]": 0.748854151188736, + "MAPE[0.5]": 0.10289447469613844, + "sMAPE[0.5]": 0.11026948207379841, + "MSIS": 5.209001870184256, + "RMSE[mean]": 0.1602976339384401, + "NRMSE[mean]": 0.12410139401685684, + "ND[0.5]": 0.10645556962618263, + "mean_weighted_sum_quantile_loss": 0.09109304962477234 + }, + "context_length": 231, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.1128156185150146, + 1.1214905977249146, + 1.1365222930908203, + 1.1393693685531616, + 1.13701593875885, + 1.1333427429199219, + 1.1319080591201782, + 1.1408628225326538, + 1.1510108709335327, + 1.156549334526062, + 1.1551803350448608, + 1.1412522792816162, + 1.1398264169692993, + 1.1395491361618042, + 1.1487154960632324, + 1.1565817594528198, + 1.1595457792282104, + 1.1487250328063965, + 1.141738772392273, + 1.151330590248108, + 1.1599088907241821, + 1.1651813983917236, + 1.1649465560913086, + 1.1596664190292358, + 1.1570605039596558, + 1.1580355167388916, + 1.178706407546997, + 1.1793423891067505, + 1.1754529476165771, + 1.1664576530456543, + 1.163507342338562, + 1.1751148700714111, + 1.1723692417144775, + 1.1851599216461182, + 1.1874175071716309, + 1.1837859153747559 + ], + "p10": [ + 1.0191694498062134, + 1.0075078010559082, + 1.0114500522613525, + 1.0110102891921997, + 1.0068897008895874, + 1.0000959634780884, + 0.995481014251709, + 1.0002760887145996, + 1.0059959888458252, + 1.00701904296875, + 1.0037988424301147, + 0.9895251393318176, + 0.9879474639892578, + 0.9864733219146729, + 0.9933363795280457, + 0.9979807138442993, + 0.9987741112709045, + 0.987642228603363, + 0.9797532558441162, + 0.9899808168411255, + 0.9948478937149048, + 0.9980295896530151, + 0.999127209186554, + 0.9942264556884766, + 0.9891482591629028, + 0.9868494272232056, + 1.0027738809585571, + 1.0019183158874512, + 0.9973622560501099, + 0.987760066986084, + 0.9821219444274902, + 0.9907822608947754, + 0.9920148849487305, + 1.003322720527649, + 1.0005600452423096, + 0.9891245365142822 + ], + "p90": [ + 1.2308342456817627, + 1.2607730627059937, + 1.290570616722107, + 1.3024027347564697, + 1.3058922290802002, + 1.3060002326965332, + 1.307722806930542, + 1.3198596239089966, + 1.3337687253952026, + 1.3451119661331177, + 1.3452322483062744, + 1.3336492776870728, + 1.3346611261367798, + 1.3367418050765991, + 1.3511637449264526, + 1.362568974494934, + 1.3668125867843628, + 1.3567532300949097, + 1.350562334060669, + 1.3655544519424438, + 1.3751966953277588, + 1.3848274946212769, + 1.3879746198654175, + 1.3812178373336792, + 1.3793706893920898, + 1.38225257396698, + 1.4098436832427979, + 1.4150787591934204, + 1.407781958580017, + 1.3956894874572754, + 1.394562005996704, + 1.4081776142120361, + 1.422094702720642, + 1.4425231218338013, + 1.4425981044769287, + 1.439454436302185 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_111001.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_111001.json new file mode 100644 index 0000000000000000000000000000000000000000..6b219c9afee668887f94481e7ef8c56e2952ced4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_111001.json @@ -0,0 +1,677 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:10:01.710667+00:00", + "metrics": { + "MSE[mean]": 0.03789889199086479, + "MSE[0.5]": 0.03789889199086479, + "MAE[0.5]": 0.1736252142323388, + "MASE[0.5]": 0.9455645808619634, + "MAPE[0.5]": 0.1306504098374798, + "sMAPE[0.5]": 0.14189268961687346, + "MSIS": 6.488352978378227, + "RMSE[mean]": 0.19467637758820353, + "NRMSE[mean]": 0.15071719555215757, + "ND[0.5]": 0.13441952069600424, + "mean_weighted_sum_quantile_loss": 0.10641034301748697 + }, + "context_length": 231, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.1005933284759521, + 1.1038011312484741, + 1.1072499752044678, + 1.1050913333892822, + 1.1033177375793457, + 1.1016154289245605, + 1.1035182476043701, + 1.1046113967895508, + 1.1731817722320557, + 1.1707634925842285, + 1.1422019004821777, + 1.1123915910720825, + 1.1024696826934814, + 1.1066135168075562, + 1.130735158920288, + 1.1226346492767334, + 1.1232246160507202, + 1.111472725868225, + 1.1037578582763672, + 1.108171820640564, + 1.1235270500183105, + 1.1306464672088623, + 1.1282035112380981, + 1.1026182174682617, + 1.1047292947769165, + 1.1032251119613647, + 1.1129356622695923, + 1.1072731018066406, + 1.1134459972381592, + 1.1065934896469116, + 1.1041245460510254, + 1.1019542217254639, + 1.1428333520889282, + 1.150200605392456, + 1.1473506689071655, + 1.1335997581481934 + ], + "p10": [ + 0.9763160943984985, + 0.9538604617118835, + 0.9836673736572266, + 1.0043737888336182, + 0.9996984004974365, + 0.9950838088989258, + 0.9847222566604614, + 0.9936943650245667, + 0.9970884919166565, + 0.9997362494468689, + 0.9944601058959961, + 0.991337776184082, + 0.9914278388023376, + 0.9917017221450806, + 0.9898553490638733, + 0.9955204129219055, + 0.9913476705551147, + 0.9881294965744019, + 0.9878862500190735, + 0.9859340786933899, + 0.9885884523391724, + 0.9915382266044617, + 0.985563337802887, + 0.9808900952339172, + 0.9794753789901733, + 0.9754601120948792, + 0.9785158634185791, + 0.9774610996246338, + 0.9755651950836182, + 0.9737592935562134, + 0.9715617299079895, + 0.9704910516738892, + 0.9581620693206787, + 0.9620368480682373, + 0.9568697214126587, + 0.9555644989013672 + ], + "p90": [ + 1.2122234106063843, + 1.2316522598266602, + 1.2533212900161743, + 1.2804794311523438, + 1.2756346464157104, + 1.2704875469207764, + 1.2615153789520264, + 1.2924531698226929, + 1.3319190740585327, + 1.3378287553787231, + 1.3253284692764282, + 1.312669038772583, + 1.2981172800064087, + 1.310591697692871, + 1.3333380222320557, + 1.327677845954895, + 1.3335620164871216, + 1.319571614265442, + 1.3065897226333618, + 1.3285988569259644, + 1.344254493713379, + 1.354374885559082, + 1.3467504978179932, + 1.321526288986206, + 1.2998292446136475, + 1.3101086616516113, + 1.3403140306472778, + 1.334681749343872, + 1.3354548215866089, + 1.3365765810012817, + 1.3234460353851318, + 1.338783860206604, + 1.3818063735961914, + 1.4044915437698364, + 1.4110056161880493, + 1.3870840072631836 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9b3cb6433dcbb99d7e58642fa9544ff5c293bfee..5eb861b28ca627d98e834da607c75bd29b63163b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,404166.2833951314,404166.2833951314,553.80078125,0.6192726572249642,0.008450382703166068,0.00840338898488222,2.19307022919636,635.7407359884463,0.009669749240680377,0.008423425432467031,0.006005223742829384,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,611994.1843630472,611994.1843630472,707.4085286458334,0.8047343356387612,0.010805181506532946,0.010733905534558738,2.7407779304591546,782.3005716238786,0.011913822776351116,0.010773275830888463,0.0068854346555146505,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.391861458551072,4.391861458551072,1.4482330481211345,0.6096350403894762,0.06322129275064327,0.059520999997820824,1.9282611067154882,2.095676849743555,0.09490215903883753,0.06558284168425621,0.04405352453401417,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0028479721436956615,0.0028479721436956615,0.046354623635609944,0.2062535281651363,0.024213103991366215,0.02381534057082999,1.2198140056716555,0.05336639526608165,0.027164921874562972,0.023595742663669157,0.014338138249921854,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.017131760573804736,0.017131760573804736,0.10390986998875935,0.5454092629248399,0.07819855116592923,0.08288123270409,4.394428955028527,0.13088835155889442,0.10288167542822463,0.08167588170107182,0.07417751465435599,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.028878913846688035,0.028878913846688035,0.14839588933520848,0.8081654356556561,0.11131654222575012,0.11968957042418032,6.870075092825795,0.16993797058541105,0.13156488045322146,0.11488714013048397,0.09516660765507741,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.7415183481512031,0.7415183481512031,0.7274638017018636,0.6383594366168895,0.04553457504546197,0.04703275536236484,4.865856373236103,0.8611145964104912,0.054877190597206575,0.04635988039799913,0.03359479878427782,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,903.5246282509825,903.5246282509825,25.130505283673603,3.303635965438764,0.5705813821885238,0.8429141557196632,90.09898798412696,30.058686402618836,0.7664773810970096,0.6408118976814811,0.579203758619051,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.8204496370817651,0.8204496370817651,0.6371968587239584,0.3042070733158895,0.023503628670153837,0.023930713666543677,2.0246411214867384,0.9057867503346276,0.036358727779774946,0.025577396798874805,0.029863970627808958,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,24.12663850390042,24.12663850390042,4.228787740071614,0.8197973001754342,0.5620854956837336,0.39055004193951387,9.608562512621162,4.911887468570551,0.4604894501784892,0.39644885063171387,0.29852743148803706,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1304.7080993652344,1304.7080993652344,30.419921875,0.3121659540352752,0.01066160484724743,0.010583223144686973,5.252355024051309,36.12074333904598,0.012591108789209927,0.010603894335511982,0.008151514463810215,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,985.2263590494791,985.2263590494791,31.126302083333332,0.30600358422939067,0.010921509502923978,0.010861200722390793,0.8173067076292884,31.388315645307877,0.01101344408607294,0.010921509502923976,0.0068216374269005845,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e4b0dbc9cffc226020bd59a0e353555135fd31c6..a9b01f8102ba4db4b46ac1960e22b014bb419728 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T10:22:41.893866+00:00", + "evaluated_at": "2026-06-17T11:11:53.947120+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 61034.0390625, 61564.01171875, 62146.421875, 62195.98828125, @@ -149,10 +148,10 @@ 66372.0, 66899.609375, 66510.0, - 66514.0 + 66514.0, + 66481.7265625 ], "actuals": [ - 66481.7265625, 66429.828125, 66052.0, 65654.8984375, @@ -175,88 +174,88 @@ 65539.5, 64926.01953125, 64909.44140625, - 64939.421875 + 64798.0, + 64654.0 ], "p50": [ - 66482.3125, - 66471.125, - 66437.5625, - 66426.375, - 66392.8125, - 66370.4375, - 66359.25, - 66336.875, - 66336.875, - 66314.5, - 66325.6875, - 66314.5, - 66303.3125, - 66280.9375, - 66258.5625, - 66236.1875, - 66236.1875, - 66225.0, - 66202.625, - 66191.4375, - 66191.4375, - 66180.25, - 66180.25, - 66124.3125 + 66581.125, + 66558.875, + 66536.625, + 66514.375, + 66492.125, + 66481.0, + 66447.625, + 66425.375, + 66425.375, + 66392.0, + 66403.125, + 66392.0, + 66392.0, + 66347.5, + 66347.5, + 66325.25, + 66303.0, + 66269.625, + 66236.25, + 66236.25, + 66214.0, + 66214.0, + 66191.75, + 66169.5 ], "p10": [ - 66101.9375, - 65934.125, - 65777.5, - 65665.625, - 65559.34375, - 65469.84375, - 65413.90625, - 65307.625, - 65234.90625, - 65162.1875, - 65117.4375, - 65072.6875, - 64994.375, - 64932.84375, - 64871.3125, - 64781.8125, - 64753.84375, - 64717.484375, - 64672.734375, - 64633.578125, - 64591.625, - 64549.671875, - 64502.125, - 64430.10546875 + 66225.125, + 66069.375, + 65924.75, + 65824.625, + 65713.375, + 65618.8125, + 65546.5, + 65435.25, + 65368.5, + 65285.0625, + 65235.0, + 65173.8125, + 65101.5, + 65006.9375, + 64954.09375, + 64867.875, + 64798.34375, + 64734.375, + 64678.75, + 64637.03125, + 64573.0625, + 64546.640625, + 64482.671875, + 64427.046875 ], "p90": [ - 66829.125, - 66896.25, - 66952.1875, - 66963.375, - 66996.9375, - 66996.9375, - 66996.9375, - 67019.3125, - 67041.6875, - 67030.5, - 67041.6875, - 67041.6875, - 67075.25, - 67052.875, - 67041.6875, - 67041.6875, - 67086.4375, - 67097.625, - 67097.625, - 67108.8125, - 67097.625, - 67120.0, - 67142.375, - 67120.0 + 66903.75, + 66948.25, + 67015.0, + 67037.25, + 67070.625, + 67070.625, + 67081.75, + 67104.0, + 67126.25, + 67126.25, + 67126.25, + 67126.25, + 67170.75, + 67148.5, + 67126.25, + 67126.25, + 67170.75, + 67148.5, + 67148.5, + 67170.75, + 67126.25, + 67148.5, + 67170.75, + 67170.75 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", @@ -423,6 +422,7 @@ "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", - "2026-06-17 10:00:00" + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ea9962f9c17a524ad188a2a3d35ae680cd89ab82..4209f98f9c789450e2945a72d3daef8bec6e71b3 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T10:16:00.653626+00:00", + "evaluated_at": "2026-06-17T11:11:58.524091+00:00", "freq": "10min", "context_length": 231, "prediction_length": 36, "context": [ - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.5, 1.5, @@ -236,12 +233,12 @@ 1.2000000476837158, 1.0, 1.2000000476837158, - 1.2000000476837158 - ], - "actuals": [ + 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, @@ -274,129 +271,126 @@ 1.2999999523162842, 1.2000000476837158, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 ], "p50": [ - 1.1640701293945312, - 1.1539077758789062, - 1.14459228515625, - 1.1420516967773438, - 1.1378173828125, - 1.1440277099609375, - 1.1451568603515625, - 1.1465682983398438, - 1.1515083312988281, - 1.1516494750976562, - 1.15814208984375, - 1.1618118286132812, - 1.16265869140625, - 1.1674575805664062, - 1.1643524169921875, - 1.1651992797851562, - 1.1701393127441406, - 1.1752910614013672, - 1.1781845092773438, - 1.1820659637451172, - 1.1822776794433594, - 1.181854248046875, - 1.1904816627502441, - 1.193181037902832, - 1.1962509155273438, - 1.1970272064208984, - 1.1992855072021484, - 1.1990032196044922, - 1.2000617980957031, - 1.2030963897705078, - 1.2083892822265625, - 1.2113533020019531, - 1.211212158203125, - 1.2151641845703125, - 1.2181282043457031, - 1.2199630737304688 + 1.1152000427246094, + 1.1141471862792969, + 1.1194114685058594, + 1.1225700378417969, + 1.1212539672851562, + 1.1265182495117188, + 1.1278343200683594, + 1.1336250305175781, + 1.1359939575195312, + 1.1357307434082031, + 1.1352043151855469, + 1.1330986022949219, + 1.1328353881835938, + 1.1320457458496094, + 1.1346778869628906, + 1.1367835998535156, + 1.1425743103027344, + 1.1409950256347656, + 1.1415214538574219, + 1.1483650207519531, + 1.1499443054199219, + 1.1552085876464844, + 1.156656265258789, + 1.1529712677001953, + 1.1517868041992188, + 1.150075912475586, + 1.1533660888671875, + 1.156393051147461, + 1.1600780487060547, + 1.1616573333740234, + 1.1625785827636719, + 1.166855812072754, + 1.1698169708251953, + 1.1699485778808594, + 1.1708698272705078, + 1.1695537567138672 ], "p10": [ - 1.041839599609375, - 1.0203857421875, - 1.00909423828125, - 1.005706787109375, - 1.00457763671875, - 1.007965087890625, - 1.00909423828125, - 1.007965087890625, - 1.010223388671875, - 1.0113525390625, - 1.01361083984375, - 1.016998291015625, - 1.015869140625, - 1.0203857421875, - 1.01812744140625, - 1.01361083984375, - 1.010223388671875, - 1.01361083984375, - 1.016998291015625, - 1.0203857421875, - 1.021514892578125, - 1.023773193359375, - 1.0294189453125, - 1.03167724609375, - 1.035064697265625, - 1.035064697265625, - 1.039581298828125, - 1.037322998046875, - 1.03619384765625, - 1.0384521484375, - 1.04296875, - 1.04296875, - 1.044097900390625, - 1.050872802734375, - 1.0525665283203125, - 1.0548248291015625 + 1.030181884765625, + 1.00701904296875, + 1.004913330078125, + 1.004913330078125, + 0.9996490478515625, + 1.000701904296875, + 0.9975433349609375, + 1.000701904296875, + 0.99859619140625, + 0.9996490478515625, + 0.9975433349609375, + 0.9954376220703125, + 0.994384765625, + 0.994384765625, + 1.000701904296875, + 1.0017547607421875, + 0.99859619140625, + 0.9954376220703125, + 0.994384765625, + 0.9996490478515625, + 1.0028076171875, + 1.0080718994140625, + 1.0059661865234375, + 1.0028076171875, + 1.0017547607421875, + 1.000701904296875, + 1.0038604736328125, + 1.0038604736328125, + 1.00701904296875, + 1.00701904296875, + 1.004913330078125, + 1.0059661865234375, + 1.0101776123046875, + 1.013336181640625, + 1.0143890380859375, + 1.013336181640625 ], "p90": [ - 1.28009033203125, - 1.29364013671875, - 1.2964630126953125, - 1.2998504638671875, - 1.3004150390625, - 1.3094482421875, - 1.31396484375, - 1.31622314453125, - 1.3246917724609375, - 1.324127197265625, - 1.335418701171875, - 1.337677001953125, - 1.33880615234375, - 1.34332275390625, - 1.33880615234375, - 1.341064453125, - 1.35235595703125, - 1.359130859375, - 1.359130859375, - 1.3636474609375, - 1.362518310546875, - 1.3636474609375, - 1.371551513671875, - 1.373809814453125, - 1.37493896484375, - 1.376068115234375, - 1.378326416015625, - 1.380584716796875, - 1.382843017578125, - 1.387359619140625, - 1.391876220703125, - 1.396392822265625, - 1.40203857421875, - 1.40655517578125, - 1.41107177734375, - 1.414459228515625 + 1.2275924682617188, + 1.2523345947265625, + 1.2628631591796875, + 1.2676010131835938, + 1.2686538696289062, + 1.2760238647460938, + 1.2812881469726562, + 1.2881317138671875, + 1.2965545654296875, + 1.2965545654296875, + 1.30181884765625, + 1.2986602783203125, + 1.2965545654296875, + 1.295501708984375, + 1.3007659912109375, + 1.3065567016601562, + 1.3118209838867188, + 1.3128738403320312, + 1.314453125, + 1.3228759765625, + 1.3260345458984375, + 1.333404541015625, + 1.3365631103515625, + 1.331298828125, + 1.3302459716796875, + 1.3281402587890625, + 1.333404541015625, + 1.3386688232421875, + 1.341827392578125, + 1.34393310546875, + 1.3428802490234375, + 1.3491973876953125, + 1.358673095703125, + 1.3597259521484375, + 1.3597259521484375, + 1.3597259521484375 ], "timestamps": [ - "2026-06-13 21:20:00", - "2026-06-13 21:30:00", - "2026-06-13 21:40:00", - "2026-06-13 21:50:00", - "2026-06-13 22:00:00", - "2026-06-13 22:10:00", "2026-06-13 22:20:00", "2026-06-13 22:30:00", "2026-06-13 22:40:00", @@ -657,6 +651,12 @@ "2026-06-15 17:10:00", "2026-06-15 17:20:00", "2026-06-15 17:30:00", - "2026-06-15 17:40:00" + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d3f197bf9d4acb8005c93d1bb0d6b5fd49d8fc62..b05f2017751cb4f7552b135443ecb327821c2f7e 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T10:16:04.901815+00:00", + "evaluated_at": "2026-06-17T11:12:03.189796+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3170.0, 3120.0, 3170.0, 3170.0, @@ -293,9 +281,7 @@ 2900.0, 2900.0, 2900.0, - 2900.0 - ], - "actuals": [ + 2900.0, 2900.0, 2900.0, 2900.0, @@ -307,6 +293,20 @@ 2900.0, 2900.0, 2850.0, + 2850.0 + ], + "actuals": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -322,88 +322,84 @@ 2850.0 ], "p50": [ - 2895.15625, - 2895.859375, - 2895.15625, - 2895.15625, - 2894.453125, - 2893.75, - 2894.453125, - 2894.453125, - 2893.75, - 2894.453125, - 2893.75, - 2895.15625, - 2894.453125, - 2894.453125, - 2893.75, - 2893.75, - 2897.265625, - 2896.5625, - 2896.5625, - 2896.5625, - 2895.859375, - 2896.5625, - 2896.5625, - 2896.5625 + 2868.21875, + 2874.6875, + 2874.6875, + 2876.125, + 2879.0, + 2880.4375, + 2881.15625, + 2882.59375, + 2882.59375, + 2884.03125, + 2882.59375, + 2884.75, + 2885.46875, + 2885.46875, + 2884.75, + 2886.1875, + 2880.4375, + 2881.875, + 2882.59375, + 2881.875, + 2880.4375, + 2881.875, + 2882.59375, + 2882.59375 ], "p10": [ - 2888.828125, - 2886.015625, - 2885.3125, - 2882.5, - 2879.6875, - 2876.875, - 2875.46875, - 2873.359375, - 2872.65625, - 2871.25, - 2869.84375, - 2869.84375, - 2869.84375, - 2869.84375, - 2870.546875, - 2869.140625, - 2869.140625, - 2867.734375, - 2867.03125, - 2864.921875, - 2864.21875, - 2864.21875, - 2862.8125, - 2862.8125 + 2837.3125, + 2833.0, + 2833.0, + 2831.5625, + 2830.125, + 2827.25, + 2825.8125, + 2825.8125, + 2825.8125, + 2827.25, + 2827.25, + 2828.6875, + 2825.8125, + 2827.25, + 2828.6875, + 2831.5625, + 2827.25, + 2828.6875, + 2827.25, + 2825.8125, + 2824.375, + 2825.8125, + 2825.8125, + 2827.25 ], "p90": [ - 2897.265625, - 2898.671875, - 2897.96875, - 2900.78125, - 2902.1875, - 2903.59375, - 2906.40625, - 2909.21875, - 2911.328125, - 2914.84375, - 2916.953125, - 2921.171875, - 2923.984375, - 2925.390625, - 2926.796875, - 2928.90625, - 2951.0546875, - 2955.2734375, - 2958.7890625, - 2960.1953125, - 2961.25, - 2965.8203125, - 2968.28125, - 2971.09375 + 2901.28125, + 2910.625, + 2905.59375, + 2904.875, + 2904.15625, + 2903.4375, + 2904.875, + 2905.59375, + 2906.3125, + 2906.3125, + 2909.1875, + 2910.625, + 2910.625, + 2911.34375, + 2911.34375, + 2914.21875, + 2914.9375, + 2917.09375, + 2916.375, + 2917.8125, + 2917.8125, + 2920.6875, + 2923.5625, + 2925.0 ], "timestamps": [ - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", "2026-06-16 08:55:00", "2026-06-16 09:10:00", "2026-06-16 09:25:00", @@ -711,6 +707,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 0c420f7cc8bb5cba223bed2f5b5906eb4cc5fa1c..1bb806be8d8967780f76984ecbad3a84934bf377 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T11:04:52.835540+00:00", + "evaluated_at": "2026-06-17T11:12:05.439017+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 9fb19fa411d66f3d873d0c0d50863661cd279a77..63fa54532e4a8d45d55e0b601d3cadb6ecbb5986 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,310584.5788078308,137805.97266260782,268.619140625,0.3003760460952402,0.004104648095176273,0.004088622767626091,15.832511410458963,557.3011562950778,0.00847673469132971,0.004085785867068051,0.005474183148925681,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,846931.9669837952,550218.8946291605,650.0029296875,0.7394308304235903,0.009933745568377285,0.009869549030741265,31.006349418893233,920.2890670782714,0.014015279095891389,0.009899033682579397,0.010746047001055786,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5665421733798818,1.0122897415682626,0.741881529490153,0.312295715652738,0.03321066196022703,0.034261479709559346,7.995220714251391,0.7526899583360215,0.034085361081161974,0.03359590430569772,0.03340898875538959,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00160363027974905,0.0011578888055962485,0.027072368065516154,0.12172256817658497,0.013273005229391262,0.013159652202666608,5.607238433989235,0.040045352785923236,0.020299082689873207,0.013723046489573475,0.01595857311220726,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013131849796048003,0.019980827951651667,0.11563216646512349,0.6209876045141765,0.08720122245483747,0.09277019682862939,6.391092381392635,0.11459428343529185,0.08987786637315394,0.09069189225184315,0.06490779832690764,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.019947615066142375,0.02926384384018732,0.15009566479259068,0.8174224290884667,0.11282903826553896,0.1213653225752565,6.4186348506625555,0.14123602609158323,0.1093440201999354,0.11620309532329601,0.07769222430430861,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7508424231181152,0.870589869565265,0.8021595478057861,0.7039059755498606,0.05027382560132961,0.05203871054191638,15.134366883017256,0.8665116404977576,0.05522113392167586,0.05112009781021389,0.040400225461277625,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,929.9331416623199,977.3601784557201,26.788983821868896,3.5216582170744997,0.622834528941769,0.9421713924209847,113.59708691372822,30.494805158622018,0.777598131933263,0.6831020453457772,0.6252027792620818,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3978600856066805,0.9648829396868072,0.6551488240559896,0.3127776033791762,0.023707518236788044,0.024292430064287107,3.9897425405465534,0.6307615124646403,0.025319078819808875,0.026297997558797765,0.021434548757163597,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.8234201046306,19.494517330023807,3.8171834150950112,0.7400032468681766,0.47567150818384213,0.3621714595597613,29.24017580337401,4.777386325662873,0.4478799680308943,0.3578609451651573,0.3840829773081674,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1251.060590756436,971.438191699485,25.688079833984375,0.2636083018773383,0.009004948980074107,0.008946339802043114,10.048294173403258,35.37033489743116,0.012329528504551166,0.00895445048679194,0.00906010315488078,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,210.47119243939719,49.02923777451118,6.253204345703125,0.06147543442780338,0.0021941067879660083,0.0021918346778354155,10.8142579125064,14.507625320478786,0.0050903948492908024,0.0021941067879660088,0.007081166129208292,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index c805f14dd923e6e59d32d84e5e5c3253baec7a76..230c71202c65b979291037a338ddaced03f51391 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T10:44:59.538937+00:00", + "evaluated_at": "2026-06-17T11:08:45.256377+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 61034.0390625, 61564.01171875, 62146.421875, 62195.98828125, @@ -149,10 +148,10 @@ 66372.0, 66899.609375, 66510.0, - 66514.0 + 66514.0, + 66481.7265625 ], "actuals": [ - 66481.7265625, 66429.828125, 66052.0, 65654.8984375, @@ -175,88 +174,88 @@ 65539.5, 64926.01953125, 64909.44140625, - 64926.859375 + 64798.0, + 64654.0 ], "p50": [ - 66405.1953125, - 66367.953125, - 66366.5546875, - 66202.3515625, - 66254.4609375, - 66124.2109375, - 66061.6015625, - 66065.0625, - 66051.5859375, - 65964.2109375, - 65862.6328125, - 65864.640625, - 65858.59375, - 65921.8515625, - 66000.4140625, - 65992.2265625, - 65921.8203125, - 65945.953125, - 65813.1171875, - 65867.9765625, - 65775.703125, - 65728.90625, - 65810.0234375, - 65771.671875 + 66481.921875, + 66360.125, + 66435.7421875, + 66332.734375, + 66436.1328125, + 66370.1484375, + 66379.3828125, + 66344.7578125, + 66358.6328125, + 66281.921875, + 66241.765625, + 66245.2890625, + 66325.75, + 66322.96875, + 66346.46875, + 66322.6640625, + 66325.203125, + 66321.4921875, + 66262.8515625, + 66240.2421875, + 66192.671875, + 66169.59375, + 66216.6875, + 66203.3671875 ], "p10": [ - 66370.6015625, - 66458.265625, - 66298.8515625, - 66326.2734375, - 66229.15625, - 66012.8203125, - 66098.421875, - 66063.8515625, - 66092.8125, - 66127.8671875, - 65903.8828125, - 65895.8828125, - 65892.3359375, - 65980.1171875, - 66073.8984375, - 66158.5625, - 66165.5859375, - 65978.828125, - 65886.6015625, - 66070.921875, - 65997.1640625, - 65958.484375, - 65886.796875, - 65876.2890625 + 66471.890625, + 66460.0, + 66415.4765625, + 66413.7890625, + 66442.65625, + 66334.5078125, + 66367.046875, + 66340.90625, + 66337.296875, + 66397.34375, + 66204.96875, + 66195.2734375, + 66291.9375, + 66356.0078125, + 66344.1875, + 66400.7109375, + 66412.953125, + 66185.09375, + 66293.6484375, + 66299.0, + 66314.3515625, + 66229.8203125, + 66214.1953125, + 66122.171875 ], "p90": [ - 66730.484375, - 66785.0390625, - 66831.375, - 66793.6015625, - 66898.6640625, - 66798.3359375, - 66735.2734375, - 66796.2734375, - 66837.109375, - 66832.65625, - 66782.5078125, - 66693.1484375, - 66748.0625, - 66840.4375, - 66873.828125, - 66902.6484375, - 66865.9609375, - 66983.8125, - 66913.5390625, - 66972.1953125, - 66930.6953125, - 66832.4453125, - 66845.9609375, - 66772.8359375 + 66778.65625, + 66756.4609375, + 66866.0234375, + 66883.9453125, + 67009.359375, + 66973.421875, + 66960.2578125, + 66982.890625, + 67033.3671875, + 67012.8984375, + 67029.25, + 66961.078125, + 67097.5390625, + 67142.3828125, + 67089.5703125, + 67110.8203125, + 67130.90625, + 67200.859375, + 67180.8984375, + 67195.078125, + 67184.1171875, + 67140.203125, + 67119.96875, + 67087.171875 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", @@ -423,6 +422,7 @@ "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", - "2026-06-17 10:00:00" + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6270860e63dcb6830bea3fb002fdd7c5002909c8..42f486442e55f53a714bc70310024fbd47b1403a 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T10:45:17.619254+00:00", + "evaluated_at": "2026-06-17T11:09:23.953207+00:00", "freq": "10min", "context_length": 231, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.5, 1.5, @@ -236,11 +234,11 @@ 1.0, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858 ], "actuals": [ - 1.100000023841858, - 1.100000023841858, 1.100000023841858, 1.2999999523162842, 1.2999999523162842, @@ -274,126 +272,125 @@ 1.2000000476837158, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 ], "p50": [ - 1.155799150466919, - 1.1473755836486816, - 1.13721764087677, - 1.130638837814331, - 1.1247118711471558, - 1.1210424900054932, - 1.1204864978790283, - 1.1277902126312256, - 1.1352295875549316, - 1.1500214338302612, - 1.1509569883346558, - 1.1528728008270264, - 1.1511662006378174, - 1.1493185758590698, - 1.1555871963500977, - 1.1569111347198486, - 1.159652590751648, - 1.1644866466522217, - 1.1742374897003174, - 1.1860761642456055, - 1.1826860904693604, - 1.1860644817352295, - 1.1910357475280762, - 1.1903914213180542, - 1.1915695667266846, - 1.198328971862793, - 1.1994867324829102, - 1.1916377544403076, - 1.1879172325134277, - 1.1834540367126465, - 1.180853247642517, - 1.1762492656707764, - 1.185452938079834, - 1.1936585903167725, - 1.2074004411697388, - 1.2202606201171875 + 1.092583179473877, + 1.099797010421753, + 1.1039767265319824, + 1.1000254154205322, + 1.0989680290222168, + 1.1005783081054688, + 1.1070219278335571, + 1.11102294921875, + 1.1179697513580322, + 1.1258692741394043, + 1.127697229385376, + 1.1297996044158936, + 1.1313270330429077, + 1.127108097076416, + 1.1288933753967285, + 1.1294021606445312, + 1.1326205730438232, + 1.1349961757659912, + 1.1377813816070557, + 1.1449105739593506, + 1.1520682573318481, + 1.1548502445220947, + 1.1572017669677734, + 1.1569766998291016, + 1.163169264793396, + 1.1687476634979248, + 1.168694257736206, + 1.1649954319000244, + 1.160414695739746, + 1.1611541509628296, + 1.1666004657745361, + 1.1779000759124756, + 1.1896991729736328, + 1.1906344890594482, + 1.1914172172546387, + 1.189682960510254 ], "p10": [ - 1.1919807195663452, - 1.176863193511963, - 1.1761983633041382, - 1.1715327501296997, - 1.1653175354003906, - 1.1692535877227783, - 1.1671302318572998, - 1.174788236618042, - 1.1830263137817383, - 1.190828561782837, - 1.1891207695007324, - 1.2006350755691528, - 1.2017107009887695, - 1.1994215250015259, - 1.2034776210784912, - 1.2061243057250977, - 1.2113651037216187, - 1.2163641452789307, - 1.2264139652252197, - 1.2262827157974243, - 1.235092282295227, - 1.2330127954483032, - 1.233718991279602, - 1.242279291152954, - 1.2420320510864258, - 1.2440085411071777, - 1.2455579042434692, - 1.2411032915115356, - 1.2419211864471436, - 1.2370753288269043, - 1.2263767719268799, - 1.2336621284484863, - 1.2317333221435547, - 1.2341909408569336, - 1.2538537979125977, - 1.2681316137313843 + 1.128520131111145, + 1.1342815160751343, + 1.1449143886566162, + 1.1487758159637451, + 1.1429243087768555, + 1.146947979927063, + 1.1563353538513184, + 1.1651380062103271, + 1.1649718284606934, + 1.1741151809692383, + 1.1736185550689697, + 1.1801917552947998, + 1.1833078861236572, + 1.1769287586212158, + 1.1811625957489014, + 1.180041790008545, + 1.1862260103225708, + 1.185267448425293, + 1.1911351680755615, + 1.1919267177581787, + 1.202010154724121, + 1.2084648609161377, + 1.2053383588790894, + 1.2121162414550781, + 1.2129080295562744, + 1.2187256813049316, + 1.218919277191162, + 1.215329885482788, + 1.2137718200683594, + 1.2133476734161377, + 1.2179598808288574, + 1.2307102680206299, + 1.2416415214538574, + 1.2393498420715332, + 1.2431225776672363, + 1.2381703853607178 ], "p90": [ - 1.261007308959961, - 1.2688676118850708, - 1.2702252864837646, - 1.2708897590637207, - 1.2691256999969482, - 1.2719478607177734, - 1.2736787796020508, - 1.2823820114135742, - 1.296831727027893, - 1.3111695051193237, - 1.3166933059692383, - 1.318293571472168, - 1.3196990489959717, - 1.3224810361862183, - 1.3304166793823242, - 1.3345863819122314, - 1.3347930908203125, - 1.3412070274353027, - 1.349743127822876, - 1.3636966943740845, - 1.3618979454040527, - 1.3687663078308105, - 1.3722440004348755, - 1.3721837997436523, - 1.3790510892868042, - 1.3879237174987793, - 1.385201096534729, - 1.3842933177947998, - 1.3810771703720093, - 1.380271553993225, - 1.3774546384811401, - 1.3718063831329346, - 1.3797825574874878, - 1.394905924797058, - 1.4044873714447021, - 1.4224692583084106 + 1.1995701789855957, + 1.223589539527893, + 1.2374424934387207, + 1.2389570474624634, + 1.24375581741333, + 1.249260663986206, + 1.2574065923690796, + 1.2664016485214233, + 1.2777856588363647, + 1.2874724864959717, + 1.293594479560852, + 1.29618501663208, + 1.2998747825622559, + 1.3013994693756104, + 1.303335189819336, + 1.305708646774292, + 1.308071494102478, + 1.313032865524292, + 1.3147404193878174, + 1.3229302167892456, + 1.3297276496887207, + 1.3362550735473633, + 1.3396055698394775, + 1.3412669897079468, + 1.3524658679962158, + 1.3600417375564575, + 1.356050729751587, + 1.3540003299713135, + 1.349257230758667, + 1.3502997159957886, + 1.3578920364379883, + 1.3688000440597534, + 1.3792592287063599, + 1.3844678401947021, + 1.3817025423049927, + 1.3805527687072754 ], "timestamps": [ - "2026-06-13 21:50:00", - "2026-06-13 22:00:00", - "2026-06-13 22:10:00", "2026-06-13 22:20:00", "2026-06-13 22:30:00", "2026-06-13 22:40:00", @@ -657,6 +654,9 @@ "2026-06-15 17:40:00", "2026-06-15 17:50:00", "2026-06-15 18:00:00", - "2026-06-15 18:10:00" + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ff99dc81e7207e303f51ecf84faa106d562983df..e894331c006236b514c8515f4f1e37af88cb17df 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T10:45:55.354381+00:00", + "evaluated_at": "2026-06-17T11:09:40.417005+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3170.0, 3120.0, 3170.0, 3170.0, @@ -293,9 +281,7 @@ 2900.0, 2900.0, 2900.0, - 2900.0 - ], - "actuals": [ + 2900.0, 2900.0, 2900.0, 2900.0, @@ -307,6 +293,20 @@ 2900.0, 2900.0, 2850.0, + 2850.0 + ], + "actuals": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -322,88 +322,84 @@ 2850.0 ], "p50": [ - 2898.27783203125, - 2897.44873046875, - 2897.58203125, - 2895.695556640625, - 2898.0048828125, - 2897.74365234375, - 2896.12744140625, - 2894.076416015625, - 2893.3876953125, - 2894.40966796875, - 2892.56787109375, - 2894.2197265625, - 2894.296875, - 2893.2373046875, - 2893.3251953125, - 2892.62841796875, - 2889.171630859375, - 2890.03662109375, - 2887.197265625, - 2885.95654296875, - 2886.28076171875, - 2883.20703125, - 2878.23876953125, - 2876.64892578125 + 2860.48779296875, + 2858.9375, + 2860.095458984375, + 2857.43310546875, + 2860.58203125, + 2858.25146484375, + 2859.602783203125, + 2855.845947265625, + 2854.85498046875, + 2856.67724609375, + 2858.4755859375, + 2858.94140625, + 2857.18701171875, + 2855.3662109375, + 2856.8515625, + 2854.444580078125, + 2850.985595703125, + 2851.84033203125, + 2850.21435546875, + 2852.67626953125, + 2849.1513671875, + 2846.514892578125, + 2843.384765625, + 2840.623291015625 ], "p10": [ - 2899.361572265625, - 2897.29736328125, - 2898.68408203125, - 2897.22265625, - 2896.900390625, - 2897.30078125, - 2898.81689453125, - 2896.609375, - 2894.71923828125, - 2889.250732421875, - 2888.17578125, - 2893.87939453125, - 2893.313232421875, - 2888.49560546875, - 2892.2119140625, - 2886.88818359375, - 2889.3544921875, - 2888.61181640625, - 2888.494140625, - 2888.13623046875, - 2884.621826171875, - 2883.0244140625, - 2883.25732421875, - 2880.77880859375 + 2865.01123046875, + 2866.019287109375, + 2868.34228515625, + 2871.5625, + 2872.95068359375, + 2874.25048828125, + 2879.67138671875, + 2878.169677734375, + 2879.68115234375, + 2877.57568359375, + 2877.1796875, + 2881.0625, + 2884.58935546875, + 2876.2001953125, + 2881.23388671875, + 2877.47021484375, + 2879.70068359375, + 2880.024658203125, + 2882.08203125, + 2879.20556640625, + 2878.310546875, + 2875.10546875, + 2880.6787109375, + 2881.1025390625 ], "p90": [ - 2902.0673828125, - 2904.045166015625, - 2902.40673828125, - 2902.513671875, - 2905.287109375, - 2906.463623046875, - 2903.77734375, - 2903.6181640625, - 2904.32568359375, - 2906.595947265625, - 2907.675048828125, - 2906.3076171875, - 2908.208251953125, - 2909.29345703125, - 2908.05224609375, - 2908.984130859375, - 2907.39892578125, - 2912.550048828125, - 2910.732421875, - 2910.86181640625, - 2911.612548828125, - 2912.93212890625, - 2908.97216796875, - 2908.770263671875 + 2874.03955078125, + 2876.8232421875, + 2879.94775390625, + 2882.504638671875, + 2888.331298828125, + 2889.7783203125, + 2890.810546875, + 2892.067626953125, + 2893.13623046875, + 2896.8232421875, + 2901.078125, + 2901.153076171875, + 2901.763916015625, + 2903.257080078125, + 2905.664794921875, + 2903.60791015625, + 2903.203125, + 2907.9248046875, + 2908.363037109375, + 2911.992431640625, + 2910.4833984375, + 2914.282470703125, + 2911.318359375, + 2911.915771484375 ], "timestamps": [ - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", "2026-06-16 08:55:00", "2026-06-16 09:10:00", "2026-06-16 09:25:00", @@ -711,6 +707,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 34e0ca08e8e43c5b3188b17b0836903daee27b0c..6f5d535bfa662820a94d49f5bd39fcd8d30c5481 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,23 +1,23 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T10:46:05.161704+00:00", + "evaluated_at": "2026-06-17T11:09:50.987325+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t100000z", - "data_fetched_at": "2026-06-17T10:40:33.654563Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t215000z", - "data_fetched_at": "2026-06-17T10:40:33.654563Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", "context_length": 231, "prediction_length": 36 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t075000z", - "data_fetched_at": "2026-06-17T10:40:33.654563Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", "context_length": 288, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a430a481bcba306e73e3d32d747c55b0675facc3..8bd63db989d51610642f1a4a10ec1ab769b9cdfa 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1031301.3919487,1031301.3919487,894.3017578125,1.0000286107785321,0.01364451433593332,0.013525086349943385,5.261939685566816,1015.5301039106128,0.015446424769225697,0.013602516330971289,0.008482870017438662,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1146450.8501726787,1146450.8501726787,942.7161458333334,1.072415754960363,0.014406266002018253,0.014272995855708038,8.01295579328558,1070.7244510949952,0.01630629174432554,0.014356825876465059,0.009103724999632488,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.4449959671330059,0.4449959671330059,0.5218244393666586,0.21966248013896997,0.023148659051141,0.023147593339302695,1.9513516123472672,0.6670801804378585,0.03020854545552522,0.023630678528126524,0.030855467346826166,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0009442019845108026,0.0009442019845108026,0.02700694998105367,0.12016662593054803,0.013792430232224298,0.013836107500805767,1.9460557695144751,0.03072786983360224,0.015641307216642242,0.013747259537535925,0.029349743081627133,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.020091992595551982,0.020091992595551982,0.11586936646037632,0.6081830894751229,0.08739068649329494,0.09298768742040507,3.7174015886276766,0.14174622603636394,0.11141624939547934,0.09107635943360906,0.08458942550075191,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02569533144626214,0.02569533144626214,0.13750511076715258,0.748854151188736,0.10289447469613844,0.11026948207379841,5.209001870184256,0.1602976339384401,0.12410139401685684,0.10645556962618263,0.09109304962477234,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.7655670077896654,0.7655670077896654,0.7385068734486898,0.6480498831275365,0.04622393773470449,0.04777189212354107,13.302924970742366,0.8749668609665542,0.05575996899326994,0.047063634295047604,0.046879912685999635,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,884.5353252884843,884.5353252884843,24.97963007291158,3.283802031861217,0.5685499103891803,0.839397676902057,89.5290557121259,29.7411386010772,0.7583801141692857,0.6369646757880033,0.5723075907588887,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.5879868626060065,3.5879868626060065,1.474145491917928,0.7037785569693734,0.05537935156165023,0.057053768268915,4.436460134912604,1.8941982110133053,0.0760340522642072,0.05917292853822986,0.045042012260069555,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,24.34965556868504,24.34965556868504,4.2553214232126875,0.8249411482803272,0.5658396233340944,0.39263261584144155,8.847898735946139,4.934537016649591,0.46261284531089913,0.3989363834261894,0.3007371106081538,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1446.6048109829426,1446.6048109829426,30.57122802734375,0.31371864143506145,0.010723574054315699,0.010635272298309207,2.0000608589991984,38.03425838613056,0.013258129284925686,0.010656637220860566,0.0061226754928437425,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,165.35683451592922,165.35683451592922,12.733642578125,0.125184811827957,0.004467944764254386,0.004457789329121293,0.7764991959485407,12.859114841851644,0.004511970119947945,0.004467944764254386,0.004325955099064936,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 1fba99de6744fea0019cbfdef97efc92bff83eb3..3efe5d35052df6d397e01ae388e559510e50cf2a 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T10:21:32.746361+00:00", + "evaluated_at": "2026-06-17T11:10:14.264551+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 61034.0390625, 61564.01171875, 62146.421875, 62195.98828125, @@ -149,10 +148,10 @@ 66372.0, 66899.609375, 66510.0, - 66514.0 + 66514.0, + 66481.7265625 ], "actuals": [ - 66481.7265625, 66429.828125, 66052.0, 65654.8984375, @@ -175,88 +174,88 @@ 65539.5, 64926.01953125, 64909.44140625, - 64939.421875 + 64798.0, + 64654.0 ], "p50": [ - 66519.765625, - 66528.21875, - 66539.75, - 66548.15625, - 66554.953125, - 66555.375, - 66558.5546875, - 66554.109375, - 66557.03125, - 66545.96875, - 66552.2890625, - 66556.28125, - 66570.984375, - 66582.875, - 66614.28125, - 66633.21875, - 66664.3828125, - 66694.9140625, - 66736.2578125, - 66779.5703125, - 66825.453125, - 66857.5390625, - 66897.9609375, - 66922.9453125 + 66494.625, + 66505.453125, + 66506.3515625, + 66518.7265625, + 66516.703125, + 66515.8984375, + 66517.6875, + 66516.8125, + 66523.3125, + 66523.78125, + 66536.4765625, + 66549.546875, + 66559.3515625, + 66573.8046875, + 66600.0859375, + 66627.578125, + 66647.703125, + 66678.5859375, + 66709.5703125, + 66735.046875, + 66766.0859375, + 66783.0703125, + 66807.8203125, + 66829.5546875 ], "p10": [ - 66139.828125, - 66065.6015625, - 66011.078125, - 65949.625, - 65889.4921875, - 65820.7578125, - 65769.09375, - 65698.7734375, - 65641.4453125, - 65570.703125, - 65525.8828125, - 65489.5078125, - 65436.953125, - 65391.02734375, - 65367.03125, - 65331.9375, - 65322.31640625, - 65309.09765625, - 65310.453125, - 65319.69140625, - 65321.26953125, - 65307.15625, - 65299.21875, - 65289.66796875 + 66156.0546875, + 66088.6640625, + 66018.875, + 65967.0078125, + 65904.671875, + 65847.96875, + 65807.671875, + 65748.265625, + 65692.859375, + 65635.5546875, + 65597.7890625, + 65573.1328125, + 65524.37109375, + 65493.45703125, + 65469.83203125, + 65449.99609375, + 65429.6484375, + 65418.5546875, + 65411.65234375, + 65404.65625, + 65398.11328125, + 65390.8671875, + 65392.21484375, + 65389.7109375 ], "p90": [ - 66917.265625, - 67027.5, - 67131.078125, - 67224.890625, - 67302.296875, - 67355.671875, - 67430.9921875, - 67485.4296875, - 67536.53125, - 67574.2265625, - 67629.0703125, - 67672.3359375, - 67727.59375, - 67796.7421875, - 67895.9921875, - 67936.1875, - 68006.1484375, - 68106.6640625, - 68207.703125, - 68312.1015625, - 68384.40625, - 68447.0234375, - 68511.53125, - 68560.9375 + 66845.8359375, + 66958.828125, + 67053.46875, + 67156.6171875, + 67218.6640625, + 67271.4375, + 67341.234375, + 67395.53125, + 67446.0078125, + 67493.5546875, + 67555.1875, + 67605.28125, + 67643.3125, + 67709.5234375, + 67793.0859375, + 67846.625, + 67909.0078125, + 68016.1796875, + 68109.109375, + 68194.8984375, + 68251.1953125, + 68298.015625, + 68344.203125, + 68394.53125 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", @@ -423,6 +422,7 @@ "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", - "2026-06-17 10:00:00" + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ea915eff2785fb4595c0f5705ae227f8e0875203..d2eaf5ddd789bc73850e17537763d06ffff57aaf 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T10:14:55.155794+00:00", + "evaluated_at": "2026-06-17T11:10:19.386884+00:00", "freq": "10min", "context_length": 231, "prediction_length": 36, "context": [ - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.5, 1.5, @@ -236,12 +233,12 @@ 1.2000000476837158, 1.0, 1.2000000476837158, - 1.2000000476837158 - ], - "actuals": [ + 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, @@ -274,129 +271,126 @@ 1.2999999523162842, 1.2000000476837158, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 ], "p50": [ - 1.1686968803405762, - 1.1525863409042358, - 1.1454522609710693, - 1.1411223411560059, - 1.139024257659912, - 1.148712158203125, - 1.1481804847717285, - 1.146958589553833, - 1.146070957183838, - 1.1451444625854492, - 1.1480900049209595, - 1.1514993906021118, - 1.1545149087905884, - 1.1545586585998535, - 1.153839349746704, - 1.153557300567627, - 1.154199242591858, - 1.1590818166732788, - 1.1634488105773926, - 1.1649165153503418, - 1.1621190309524536, - 1.1571168899536133, - 1.1613911390304565, - 1.1688014268875122, - 1.173340082168579, - 1.1751888990402222, - 1.1756333112716675, - 1.1758036613464355, - 1.1773707866668701, - 1.19392728805542, - 1.192052960395813, - 1.187633752822876, - 1.1820015907287598, - 1.1837650537490845, - 1.196354627609253, - 1.204869031906128 + 1.1128156185150146, + 1.1214905977249146, + 1.1365222930908203, + 1.1393693685531616, + 1.13701593875885, + 1.1333427429199219, + 1.1319080591201782, + 1.1408628225326538, + 1.1510108709335327, + 1.156549334526062, + 1.1551803350448608, + 1.1412522792816162, + 1.1398264169692993, + 1.1395491361618042, + 1.1487154960632324, + 1.1565817594528198, + 1.1595457792282104, + 1.1487250328063965, + 1.141738772392273, + 1.151330590248108, + 1.1599088907241821, + 1.1651813983917236, + 1.1649465560913086, + 1.1596664190292358, + 1.1570605039596558, + 1.1580355167388916, + 1.178706407546997, + 1.1793423891067505, + 1.1754529476165771, + 1.1664576530456543, + 1.163507342338562, + 1.1751148700714111, + 1.1723692417144775, + 1.1851599216461182, + 1.1874175071716309, + 1.1837859153747559 ], "p10": [ - 1.0481860637664795, - 1.0073473453521729, - 0.9917811751365662, - 0.9856292605400085, - 0.9829366207122803, - 0.9916157126426697, - 0.9893767833709717, - 0.9853755235671997, - 0.9816694259643555, - 0.977562665939331, - 0.976883590221405, - 0.977670431137085, - 0.9798243045806885, - 0.9779912233352661, - 0.9743808507919312, - 0.9715883731842041, - 0.9691371321678162, - 0.9720737338066101, - 0.975220799446106, - 0.97658771276474, - 0.9699040651321411, - 0.9646154046058655, - 0.9689760208129883, - 0.9742598533630371, - 0.9745146036148071, - 0.9741472005844116, - 0.9735792875289917, - 0.9705750346183777, - 0.9695678949356079, - 0.981753945350647, - 0.9788116216659546, - 0.9740983247756958, - 0.9675830006599426, - 0.9853135347366333, - 0.9892227053642273, - 0.9854459166526794 + 1.0191694498062134, + 1.0075078010559082, + 1.0114500522613525, + 1.0110102891921997, + 1.0068897008895874, + 1.0000959634780884, + 0.995481014251709, + 1.0002760887145996, + 1.0059959888458252, + 1.00701904296875, + 1.0037988424301147, + 0.9895251393318176, + 0.9879474639892578, + 0.9864733219146729, + 0.9933363795280457, + 0.9979807138442993, + 0.9987741112709045, + 0.987642228603363, + 0.9797532558441162, + 0.9899808168411255, + 0.9948478937149048, + 0.9980295896530151, + 0.999127209186554, + 0.9942264556884766, + 0.9891482591629028, + 0.9868494272232056, + 1.0027738809585571, + 1.0019183158874512, + 0.9973622560501099, + 0.987760066986084, + 0.9821219444274902, + 0.9907822608947754, + 0.9920148849487305, + 1.003322720527649, + 1.0005600452423096, + 0.9891245365142822 ], "p90": [ - 1.2931897640228271, - 1.302829623222351, - 1.3151578903198242, - 1.3240275382995605, - 1.3302874565124512, - 1.3485738039016724, - 1.3553546667099, - 1.3599053621292114, - 1.3633038997650146, - 1.3681954145431519, - 1.3773809671401978, - 1.3840352296829224, - 1.3880572319030762, - 1.3904988765716553, - 1.3952611684799194, - 1.3960713148117065, - 1.3992738723754883, - 1.4098880290985107, - 1.4195318222045898, - 1.4270588159561157, - 1.4243197441101074, - 1.4229015111923218, - 1.4306585788726807, - 1.44277024269104, - 1.4520089626312256, - 1.456556797027588, - 1.4602162837982178, - 1.4640662670135498, - 1.4701581001281738, - 1.493185043334961, - 1.4937764406204224, - 1.4898884296417236, - 1.4671586751937866, - 1.497052550315857, - 1.5075751543045044, - 1.5207942724227905 + 1.2308342456817627, + 1.2607730627059937, + 1.290570616722107, + 1.3024027347564697, + 1.3058922290802002, + 1.3060002326965332, + 1.307722806930542, + 1.3198596239089966, + 1.3337687253952026, + 1.3451119661331177, + 1.3452322483062744, + 1.3336492776870728, + 1.3346611261367798, + 1.3367418050765991, + 1.3511637449264526, + 1.362568974494934, + 1.3668125867843628, + 1.3567532300949097, + 1.350562334060669, + 1.3655544519424438, + 1.3751966953277588, + 1.3848274946212769, + 1.3879746198654175, + 1.3812178373336792, + 1.3793706893920898, + 1.38225257396698, + 1.4098436832427979, + 1.4150787591934204, + 1.407781958580017, + 1.3956894874572754, + 1.394562005996704, + 1.4081776142120361, + 1.422094702720642, + 1.4425231218338013, + 1.4425981044769287, + 1.439454436302185 ], "timestamps": [ - "2026-06-13 21:20:00", - "2026-06-13 21:30:00", - "2026-06-13 21:40:00", - "2026-06-13 21:50:00", - "2026-06-13 22:00:00", - "2026-06-13 22:10:00", "2026-06-13 22:20:00", "2026-06-13 22:30:00", "2026-06-13 22:40:00", @@ -657,6 +651,12 @@ "2026-06-15 17:10:00", "2026-06-15 17:20:00", "2026-06-15 17:30:00", - "2026-06-15 17:40:00" + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d59450476d7f223bce88568fa90c1a2c433ea574..38b2920c2700a6963c308d2abb9ae22c21b374d3 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T10:15:22.704994+00:00", + "evaluated_at": "2026-06-17T11:10:25.427018+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3170.0, 3120.0, 3170.0, 3170.0, @@ -293,9 +281,7 @@ 2900.0, 2900.0, 2900.0, - 2900.0 - ], - "actuals": [ + 2900.0, 2900.0, 2900.0, 2900.0, @@ -307,6 +293,20 @@ 2900.0, 2900.0, 2850.0, + 2850.0 + ], + "actuals": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -322,88 +322,84 @@ 2850.0 ], "p50": [ - 2902.31884765625, - 2902.085205078125, - 2901.996826171875, - 2901.7568359375, - 2901.5703125, - 2901.399169921875, - 2901.07080078125, - 2900.899658203125, - 2900.53076171875, - 2900.02880859375, - 2899.60009765625, - 2899.51513671875, - 2899.16552734375, - 2899.00048828125, - 2898.719482421875, - 2898.11083984375, - 2897.898193359375, - 2897.765869140625, - 2897.348388671875, - 2897.010009765625, - 2896.88427734375, - 2896.741943359375, - 2896.289794921875, - 2896.002197265625 + 2860.30517578125, + 2863.08837890625, + 2863.918701171875, + 2863.639892578125, + 2863.48291015625, + 2864.05126953125, + 2864.0625, + 2863.97900390625, + 2863.42236328125, + 2863.3232421875, + 2863.4033203125, + 2863.520263671875, + 2864.901123046875, + 2864.562255859375, + 2864.144287109375, + 2864.10009765625, + 2863.86572265625, + 2862.950927734375, + 2861.768798828125, + 2861.26318359375, + 2860.535888671875, + 2859.76708984375, + 2858.6513671875, + 2858.899658203125 ], "p10": [ - 2900.548095703125, - 2900.01904296875, - 2899.280517578125, - 2898.309814453125, - 2894.54248046875, - 2890.2685546875, - 2885.67919921875, - 2882.337646484375, - 2878.803466796875, - 2873.5107421875, - 2866.010986328125, - 2861.714599609375, - 2859.010009765625, - 2858.033935546875, - 2856.372802734375, - 2853.2763671875, - 2851.998779296875, - 2849.85546875, - 2847.326171875, - 2844.792724609375, - 2844.920654296875, - 2844.721923828125, - 2843.248046875, - 2842.20947265625 + 2848.975830078125, + 2847.830322265625, + 2844.2412109375, + 2839.994384765625, + 2836.779541015625, + 2833.90576171875, + 2829.8193359375, + 2828.064697265625, + 2826.16064453125, + 2823.43896484375, + 2819.412109375, + 2818.534423828125, + 2816.81103515625, + 2815.84814453125, + 2814.3544921875, + 2811.61865234375, + 2809.078369140625, + 2807.69921875, + 2805.615966796875, + 2804.2451171875, + 2803.9580078125, + 2803.091552734375, + 2802.175537109375, + 2799.18994140625 ], "p90": [ - 2904.241455078125, - 2903.938720703125, - 2904.28955078125, - 2904.346435546875, - 2904.789794921875, - 2905.304443359375, - 2905.476806640625, - 2905.617919921875, - 2905.5458984375, - 2905.69921875, - 2905.9033203125, - 2906.219970703125, - 2906.790283203125, - 2907.43408203125, - 2908.91845703125, - 2908.509765625, - 2909.448486328125, - 2911.66455078125, - 2913.435302734375, - 2914.196533203125, - 2914.447509765625, - 2913.9169921875, - 2913.704833984375, - 2914.040771484375 + 2889.045166015625, + 2899.622802734375, + 2900.80615234375, + 2898.65625, + 2898.73828125, + 2898.867919921875, + 2899.1884765625, + 2899.16796875, + 2898.399169921875, + 2899.614013671875, + 2902.28564453125, + 2903.573974609375, + 2902.967529296875, + 2902.0888671875, + 2899.920166015625, + 2897.5244140625, + 2897.45361328125, + 2899.2578125, + 2900.33154296875, + 2900.66162109375, + 2899.77490234375, + 2898.1689453125, + 2898.64111328125, + 2901.715576171875 ], "timestamps": [ - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", "2026-06-16 08:55:00", "2026-06-16 09:10:00", "2026-06-16 09:25:00", @@ -711,6 +707,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6c8116df32373829b44a3d03b8183125bc511a2c..ae0aaa98c5998a58b2cbc5d2cfbc7305edec5323 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T11:04:21.074136+00:00", + "evaluated_at": "2026-06-17T11:10:28.188473+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index fcda89ad628692fe24fd2b6c91d8e5018a63a527..ec0e9e6e482b2c1448b50e0e2cb40a6e50102987 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,545689.1185061136,545689.1185061136,654.55078125,0.7319336037743515,0.009986023244204991,0.009922662120668332,3.0597717020035256,738.7077355125731,0.011235898787343462,0.009955853953794714,0.007301072454383435,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1115142.0902697246,1115142.0902697246,941.0406901041666,1.0705097887491781,0.014377954528601999,0.014248363723954749,4.553259961348917,1056.0028836465005,0.016082093844012883,0.014331310002706358,0.008836373637025012,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.447270610029439,4.447270610029439,1.6171425978342693,0.6807376714854364,0.07233579501972608,0.06829940306335756,2.9660606277464887,2.1088552842785204,0.09549894088059582,0.07323186493515288,0.05566039091512788,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.000551741453773739,0.000551741453773739,0.01819964051246643,0.08097876269131653,0.008980848847251872,0.0089262107110864,0.511323164650441,0.02348917737541566,0.011956619237995778,0.00926410356557294,0.008325817959321243,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.03451803814365798,0.03451803814365798,0.1605510281191932,0.8427112642695734,0.12183064453785421,0.1320970831483782,5.192732303899704,0.18579030691523707,0.14603605153635807,0.12619731678104512,0.10166549111613724,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.03789889199086479,0.03789889199086479,0.1736252142323388,0.9455645808619634,0.1306504098374798,0.14189268961687346,6.488352978378227,0.19467637758820353,0.15071719555215757,0.13441952069600424,0.10641034301748697,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.6988557077654605,0.6988557077654605,0.7037270069122314,0.6175300745049169,0.04403773351194148,0.045448508463251415,4.081368721696621,0.8359759014262674,0.05327514951955579,0.04484717974553397,0.03816839946253984,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,865.3246532024104,865.3246532024104,24.42593252658844,3.211013398789175,0.5499870347798049,0.8053248209272522,91.48384652840004,29.416401091948867,0.7500995142719141,0.6228457405976543,0.5714630772519738,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.769976063132011,3.769976063132011,1.3931100368499756,0.6650910488884172,0.051417783604382726,0.053398739364826496,2.1713447856010464,1.941642619827864,0.07793849428008302,0.05592012532573268,0.04530331021288217,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,23.654218157286323,23.654218157286323,4.183543682098389,0.8110262388559072,0.5535589046213226,0.38772289673246885,8.884286125565191,4.863560234775171,0.4559587720101723,0.39220722019672394,0.2940495242675146,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,822.2022912576795,822.2022912576795,20.972564697265625,0.21521819464858363,0.007357292875307994,0.0073070860215072135,0.5479803789751471,28.674070015567715,0.009995318523945173,0.007310697933687364,0.004633674251593642,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.9803057312965393,0.9803057312965393,0.9501139322916666,0.009340597798259088,0.0003333733095760233,0.0003333129762729272,0.622616947484639,0.990103899243175,0.0003474048769274298,0.0003333733095760234,0.0018175512838084793,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 16d0a3b96ed44096dffd166d352828844ee04bbe..2e81b7cec6a341b3c8802f36bb14da501c89597b 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T10:21:05.141145+00:00", + "evaluated_at": "2026-06-17T11:09:55.614400+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 61034.0390625, 61564.01171875, 62146.421875, 62195.98828125, @@ -149,10 +148,10 @@ 66372.0, 66899.609375, 66510.0, - 66514.0 + 66514.0, + 66481.7265625 ], "actuals": [ - 66481.7265625, 66429.828125, 66052.0, 65654.8984375, @@ -175,88 +174,88 @@ 65539.5, 64926.01953125, 64909.44140625, - 64939.421875 + 64798.0, + 64654.0 ], "p50": [ - 66495.8203125, - 66477.9453125, - 66462.875, - 66453.3203125, - 66439.96875, - 66428.8671875, - 66420.4140625, - 66420.6015625, - 66408.4296875, - 66405.4296875, - 66401.71875, - 66404.3515625, - 66398.6171875, - 66398.859375, - 66386.75, - 66381.5078125, - 66378.3984375, - 66368.359375, - 66361.515625, - 66357.328125, - 66346.515625, - 66332.671875, - 66334.0703125, - 66332.4765625 + 66477.28125, + 66476.03125, + 66482.640625, + 66490.578125, + 66491.1015625, + 66517.796875, + 66526.296875, + 66547.0625, + 66561.9453125, + 66579.4609375, + 66592.2734375, + 66614.515625, + 66624.0625, + 66633.484375, + 66644.515625, + 66656.5546875, + 66659.625, + 66669.0546875, + 66675.59375, + 66691.4296875, + 66706.265625, + 66715.7734375, + 66726.1171875, + 66743.9609375 ], "p10": [ - 66149.8515625, - 65974.171875, - 65836.1484375, - 65723.7109375, - 65623.4609375, - 65523.28125, - 65438.76171875, - 65366.875, - 65289.57421875, - 65225.60546875, - 65155.21875, - 65091.37890625, - 65023.421875, - 64962.7421875, - 64895.1171875, - 64849.671875, - 64788.171875, - 64727.69921875, - 64677.8125, - 64618.203125, - 64570.44140625, - 64520.1953125, - 64480.703125, - 64432.9765625 + 66187.8125, + 66039.1171875, + 65919.1640625, + 65842.3203125, + 65765.109375, + 65715.59375, + 65645.8359375, + 65598.1640625, + 65553.90625, + 65507.4609375, + 65461.83203125, + 65423.9921875, + 65381.53515625, + 65339.74609375, + 65295.5234375, + 65260.59765625, + 65214.3984375, + 65162.7890625, + 65119.5703125, + 65076.2109375, + 65042.7734375, + 65008.484375, + 64968.2265625, + 64934.8125 ], "p90": [ - 66833.6015625, - 66976.4140625, - 67092.7109375, - 67183.625, - 67277.453125, - 67364.6171875, - 67435.4140625, - 67498.4765625, - 67577.390625, - 67659.0, - 67722.1640625, - 67788.1171875, - 67831.859375, - 67893.375, - 67952.5, - 67999.0859375, - 68065.25, - 68107.125, - 68158.9140625, - 68194.6171875, - 68235.3359375, - 68297.7421875, - 68337.671875, - 68380.9765625 + 66740.671875, + 66905.2265625, + 67064.2578125, + 67178.1796875, + 67290.9375, + 67412.296875, + 67492.84375, + 67580.984375, + 67672.1015625, + 67765.1015625, + 67838.8828125, + 67916.8515625, + 67987.96875, + 68048.2890625, + 68129.6171875, + 68196.109375, + 68257.3515625, + 68323.3515625, + 68386.15625, + 68437.6875, + 68499.140625, + 68574.171875, + 68624.859375, + 68678.2734375 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", @@ -423,6 +422,7 @@ "2026-06-17 07:00:00", "2026-06-17 08:00:00", "2026-06-17 09:00:00", - "2026-06-17 10:00:00" + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ffe09eb27bac267201fa0d39ad75ec46df7b726f..858f6091f024326b8f43731f14039c667ffddd8a 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T10:12:57.267806+00:00", + "evaluated_at": "2026-06-17T11:10:01.710667+00:00", "freq": "10min", "context_length": 231, "prediction_length": 36, "context": [ - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.5, 1.5, @@ -236,12 +233,12 @@ 1.2000000476837158, 1.0, 1.2000000476837158, - 1.2000000476837158 - ], - "actuals": [ + 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, @@ -274,129 +271,126 @@ 1.2999999523162842, 1.2000000476837158, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 ], "p50": [ - 1.1866991519927979, - 1.1580617427825928, - 1.096229910850525, - 1.086848497390747, - 1.0912970304489136, - 1.0958337783813477, - 1.1001087427139282, - 1.1340358257293701, - 1.1000152826309204, - 1.0914878845214844, - 1.101167917251587, - 1.1597681045532227, - 1.1590667963027954, - 1.1525654792785645, - 1.1051589250564575, - 1.0910351276397705, - 1.0917036533355713, - 1.1389579772949219, - 1.0976823568344116, - 1.0936458110809326, - 1.0935814380645752, - 1.0908409357070923, - 1.0959677696228027, - 1.147212028503418, - 1.1482142210006714, - 1.1346579790115356, - 1.1027089357376099, - 1.09066641330719, - 1.086237907409668, - 1.1224331855773926, - 1.1258236169815063, - 1.1244419813156128, - 1.1145933866500854, - 1.1030443906784058, - 1.1035674810409546, - 1.120924472808838 + 1.1005933284759521, + 1.1038011312484741, + 1.1072499752044678, + 1.1050913333892822, + 1.1033177375793457, + 1.1016154289245605, + 1.1035182476043701, + 1.1046113967895508, + 1.1731817722320557, + 1.1707634925842285, + 1.1422019004821777, + 1.1123915910720825, + 1.1024696826934814, + 1.1066135168075562, + 1.130735158920288, + 1.1226346492767334, + 1.1232246160507202, + 1.111472725868225, + 1.1037578582763672, + 1.108171820640564, + 1.1235270500183105, + 1.1306464672088623, + 1.1282035112380981, + 1.1026182174682617, + 1.1047292947769165, + 1.1032251119613647, + 1.1129356622695923, + 1.1072731018066406, + 1.1134459972381592, + 1.1065934896469116, + 1.1041245460510254, + 1.1019542217254639, + 1.1428333520889282, + 1.150200605392456, + 1.1473506689071655, + 1.1335997581481934 ], "p10": [ - 1.0374467372894287, - 1.0292986631393433, - 0.9899827241897583, - 0.9501172304153442, - 0.956825315952301, - 0.9749005436897278, - 0.9860882759094238, - 0.9896586537361145, - 0.9836441278457642, - 0.9679235219955444, - 0.9841891527175903, - 0.9844717383384705, - 0.98695969581604, - 0.9845280647277832, - 0.977371096611023, - 0.9705079793930054, - 0.9740100502967834, - 0.9874969720840454, - 0.979694128036499, - 0.9784741997718811, - 0.9761098623275757, - 0.9696435928344727, - 0.9729161262512207, - 0.9748630523681641, - 0.9761863350868225, - 0.9744436740875244, - 0.9703930020332336, - 0.961968183517456, - 0.9621398448944092, - 0.9700707197189331, - 0.9677585959434509, - 0.9688270688056946, - 0.9416443705558777, - 0.924447774887085, - 0.9229548573493958, - 0.9505447745323181 + 0.9763160943984985, + 0.9538604617118835, + 0.9836673736572266, + 1.0043737888336182, + 0.9996984004974365, + 0.9950838088989258, + 0.9847222566604614, + 0.9936943650245667, + 0.9970884919166565, + 0.9997362494468689, + 0.9944601058959961, + 0.991337776184082, + 0.9914278388023376, + 0.9917017221450806, + 0.9898553490638733, + 0.9955204129219055, + 0.9913476705551147, + 0.9881294965744019, + 0.9878862500190735, + 0.9859340786933899, + 0.9885884523391724, + 0.9915382266044617, + 0.985563337802887, + 0.9808900952339172, + 0.9794753789901733, + 0.9754601120948792, + 0.9785158634185791, + 0.9774610996246338, + 0.9755651950836182, + 0.9737592935562134, + 0.9715617299079895, + 0.9704910516738892, + 0.9581620693206787, + 0.9620368480682373, + 0.9568697214126587, + 0.9555644989013672 ], "p90": [ - 1.2722225189208984, - 1.280349612236023, - 1.2735440731048584, - 1.253625750541687, - 1.2573285102844238, - 1.2889078855514526, - 1.297322392463684, - 1.3090449571609497, - 1.3055078983306885, - 1.2877614498138428, - 1.3183538913726807, - 1.3527231216430664, - 1.3567558526992798, - 1.357899785041809, - 1.3387776613235474, - 1.3282890319824219, - 1.3349289894104004, - 1.368140697479248, - 1.346286416053772, - 1.3526842594146729, - 1.3414872884750366, - 1.3334815502166748, - 1.3464443683624268, - 1.366597056388855, - 1.3723894357681274, - 1.3664878606796265, - 1.3550759553909302, - 1.3407337665557861, - 1.344779372215271, - 1.3696262836456299, - 1.377683162689209, - 1.380430817604065, - 1.3715028762817383, - 1.365946888923645, - 1.3772237300872803, - 1.3987228870391846 + 1.2122234106063843, + 1.2316522598266602, + 1.2533212900161743, + 1.2804794311523438, + 1.2756346464157104, + 1.2704875469207764, + 1.2615153789520264, + 1.2924531698226929, + 1.3319190740585327, + 1.3378287553787231, + 1.3253284692764282, + 1.312669038772583, + 1.2981172800064087, + 1.310591697692871, + 1.3333380222320557, + 1.327677845954895, + 1.3335620164871216, + 1.319571614265442, + 1.3065897226333618, + 1.3285988569259644, + 1.344254493713379, + 1.354374885559082, + 1.3467504978179932, + 1.321526288986206, + 1.2998292446136475, + 1.3101086616516113, + 1.3403140306472778, + 1.334681749343872, + 1.3354548215866089, + 1.3365765810012817, + 1.3234460353851318, + 1.338783860206604, + 1.3818063735961914, + 1.4044915437698364, + 1.4110056161880493, + 1.3870840072631836 ], "timestamps": [ - "2026-06-13 21:20:00", - "2026-06-13 21:30:00", - "2026-06-13 21:40:00", - "2026-06-13 21:50:00", - "2026-06-13 22:00:00", - "2026-06-13 22:10:00", "2026-06-13 22:20:00", "2026-06-13 22:30:00", "2026-06-13 22:40:00", @@ -657,6 +651,12 @@ "2026-06-15 17:10:00", "2026-06-15 17:20:00", "2026-06-15 17:30:00", - "2026-06-15 17:40:00" + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0ce470df2f23a7cc0daef318495fbb3741cca138..d0528cf57cb2edf40bd87a898230c398eba3dca7 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T10:14:22.111759+00:00", + "evaluated_at": "2026-06-17T11:10:06.738722+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3170.0, 3120.0, 3170.0, 3170.0, @@ -293,9 +281,7 @@ 2900.0, 2900.0, 2900.0, - 2900.0 - ], - "actuals": [ + 2900.0, 2900.0, 2900.0, 2900.0, @@ -307,6 +293,20 @@ 2900.0, 2900.0, 2850.0, + 2850.0 + ], + "actuals": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0, 2850.0, 2850.0, @@ -322,88 +322,84 @@ 2850.0 ], "p50": [ - 2899.478515625, - 2899.62548828125, - 2899.745849609375, - 2899.4931640625, - 2898.960693359375, - 2899.283203125, - 2899.18701171875, - 2898.8935546875, - 2899.77490234375, - 2898.786865234375, - 2899.0224609375, - 2898.249267578125, - 2896.768310546875, - 2898.7236328125, - 2892.129638671875, - 2894.723388671875, - 2887.4638671875, - 2879.2900390625, - 2876.7626953125, - 2873.34521484375, - 2868.4130859375, - 2862.53955078125, - 2862.15673828125, - 2858.60888671875 + 2851.109619140625, + 2851.683349609375, + 2851.169921875, + 2851.304443359375, + 2850.56494140625, + 2851.370849609375, + 2851.258056640625, + 2850.989990234375, + 2851.115234375, + 2851.040771484375, + 2850.87548828125, + 2850.829833984375, + 2850.9501953125, + 2850.869140625, + 2851.07666015625, + 2850.896728515625, + 2850.9296875, + 2850.65478515625, + 2850.70166015625, + 2850.7255859375, + 2850.553955078125, + 2850.8837890625, + 2850.780029296875, + 2850.468017578125 ], "p10": [ - 2897.83740234375, - 2858.89306640625, - 2849.589111328125, - 2848.014404296875, - 2850.4150390625, - 2850.635498046875, - 2848.66796875, - 2850.1708984375, - 2847.16015625, - 2850.387939453125, - 2848.015380859375, - 2850.139404296875, - 2848.611083984375, - 2848.37451171875, - 2847.008056640625, - 2847.220703125, - 2845.60888671875, - 2844.001220703125, - 2842.99609375, - 2842.524169921875, - 2841.687255859375, - 2839.256591796875, - 2837.86328125, - 2834.894775390625 + 2848.99951171875, + 2848.86376953125, + 2849.080810546875, + 2848.62060546875, + 2848.60205078125, + 2848.807373046875, + 2848.986083984375, + 2848.791748046875, + 2848.96533203125, + 2848.5341796875, + 2847.61279296875, + 2846.91748046875, + 2845.9814453125, + 2844.5859375, + 2842.656494140625, + 2840.088134765625, + 2837.110595703125, + 2834.978759765625, + 2833.52197265625, + 2832.53271484375, + 2829.392822265625, + 2825.3271484375, + 2822.10888671875, + 2820.90576171875 ], "p90": [ - 2901.5009765625, - 2901.5625, - 2901.481689453125, - 2901.260986328125, - 2901.53662109375, - 2901.4501953125, - 2901.354736328125, - 2901.73828125, - 2901.499755859375, - 2901.691162109375, - 2901.436279296875, - 2902.05615234375, - 2901.4873046875, - 2901.92578125, - 2901.690185546875, - 2901.525390625, - 2902.237060546875, - 2902.466064453125, - 2902.423095703125, - 2902.86767578125, - 2902.6435546875, - 2903.1279296875, - 2902.427490234375, - 2902.594970703125 + 2898.994873046875, + 2904.442626953125, + 2906.723388671875, + 2905.433349609375, + 2909.316650390625, + 2910.09814453125, + 2905.958984375, + 2903.425048828125, + 2905.725341796875, + 2906.2099609375, + 2905.265380859375, + 2905.723388671875, + 2908.196533203125, + 2905.031494140625, + 2905.02587890625, + 2899.869873046875, + 2903.219970703125, + 2905.5380859375, + 2902.419921875, + 2904.7470703125, + 2901.726318359375, + 2907.164306640625, + 2901.440673828125, + 2900.23876953125 ], "timestamps": [ - "2026-06-16 07:55:00", - "2026-06-16 08:10:00", - "2026-06-16 08:25:00", - "2026-06-16 08:40:00", "2026-06-16 08:55:00", "2026-06-16 09:10:00", "2026-06-16 09:25:00", @@ -711,6 +707,10 @@ "2026-06-19 12:55:00", "2026-06-19 13:10:00", "2026-06-19 13:25:00", - "2026-06-19 13:40:00" + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 2559493f0c60ae188a2ba7e64fb7f3a247087ec0..f357698920e8bcc16fe96dbb144db94f81874277 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:04:08.340523+00:00", + "evaluated_at": "2026-06-17T11:10:09.097047+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t045400z", - "data_fetched_at": "2026-06-17T11:00:25.097438Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t222000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 231, + "prediction_length": 36 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:08:14.870646Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": []