diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..30ec49f7ec7842b0b570bba083abf05c421db214 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,850340.098783493,850340.098783493,727.2472330729166,0.7041882762181357,0.01152339947322184,0.011630060387601912,10.115866070477345,922.1388717451906,0.014650358233228576,0.011554043338915425,0.009949001220201235,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,6.784256455804855,6.784256455804855,2.2419544061024985,1.2998527648654454,0.08373305648426789,0.08821920786795756,21.37812596691265,2.60466052601963,0.10350844200915602,0.08909460765156285,0.07501617040826013,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.42571198052828124,0.42571198052828124,0.5315558195114136,0.7364649090307537,0.5304170391175201,0.8596685447409892,18.438337041577437,0.6524660761513056,0.5291266528367935,0.4310727589594548,0.3859353732690673,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.020099530264808547,0.020099530264808547,0.11221341292063396,0.8416004734258691,0.08768719682897859,0.08214053315221315,8.208756422132076,0.1417728121496098,0.1039474826068681,0.08227460266158662,0.06448945869905957,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.03840640309651159,0.03840640309651159,0.1598963737487793,0.12067650655947981,0.009384705633644387,0.009451257092868055,1.2568865880924347,0.19597551657416695,0.011516680871871323,0.009396456971895508,0.014369211028682265,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,136.714958867089,136.714958867089,10.579479217529297,0.9306934599281305,0.6675144320848995,0.47262110180861877,13.420236875774599,11.6925172168823,0.5837745081735417,0.528203650453307,0.3974712038022124,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.1190689421587194,1.1190689421587194,0.8412031332651774,0.441175603980243,0.03141136456094001,0.031155879977454323,4.331613831946798,1.0578605494859517,0.039362253004128434,0.03130058170289032,0.03181970266100664,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,23.90632034711071,23.90632034711071,4.1700907945632935,0.7174349754087387,0.9590568642047042,0.4429379056972726,9.542390433690882,4.889408997732826,0.5146746313402975,0.4389569257435046,0.3425850838480869,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.9290186017751694,1.9290186017751694,1.3669637044270833,0.01661120450949367,0.0005360641978145426,0.0005362125691336998,0.14326196598101265,1.3888911410816793,0.0005446631925810507,0.0005360641978145425,0.0008368155729450345,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 47612b34773302ddfe0680c08096629b3640f853..9343bb285f5944054ea2d77cdb78b0901930c2da 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T04:21:36.836032+00:00", + "evaluated_at": "2026-06-20T06:55:46.625171+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 504683bfee9dda7ab01deae2036a03645ecb6886..2760f1a92bfba81148958918a130d602fc7cfcf5 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:39:30.736487+00:00", + "evaluated_at": "2026-06-20T06:55:53.194264+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.360000610351562, - 22.25, - 22.34000015258789, - 22.389999389648438, - 22.43000030517578, - 22.440000534057617, - 22.59000015258789, - 23.139999389648438, - 24.75, - 27.0, - 28.979999542236328, - 30.079999923706055, - 30.719999313354492, - 31.100000381469727, - 31.139999389648438, - 30.969999313354492, - 30.56999969482422, - 29.8799991607666, - 28.530000686645508, - 26.729999542236328, - 25.1299991607666, - 23.969999313354492, - 23.329999923706055, - 23.06999969482422, 22.889999389648438, 22.75, 22.670000076293945, @@ -341,9 +317,7 @@ 22.399999618530273, 22.209999084472656, 22.030000686645508, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 21.690000534057617, 21.479999542236328, 21.3700008392334, @@ -369,109 +343,111 @@ 21.8799991607666, 21.469999313354492 ], + "actuals": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], "p50": [ - 21.861207962036133, - 21.75771713256836, - 21.677459716796875, - 21.58204460144043, - 21.60009002685547, - 21.639066696166992, - 21.89659309387207, - 22.26722526550293, - 22.74165153503418, - 23.175888061523438, - 23.60443115234375, - 23.849611282348633, - 23.9649658203125, - 23.980566024780273, - 23.916330337524414, - 23.74641990661621, - 23.674381256103516, - 23.30660629272461, - 22.897422790527344, - 22.490257263183594, - 22.220458984375, - 22.0231990814209, - 21.872577667236328, - 21.746736526489258 + 21.313648223876953, + 21.101205825805664, + 20.866544723510742, + 20.73175048828125, + 20.69198226928711, + 20.90386962890625, + 21.436119079589844, + 22.313846588134766, + 23.393192291259766, + 24.394411087036133, + 25.188861846923828, + 25.826189041137695, + 26.159774780273438, + 26.31782341003418, + 26.1749210357666, + 25.848716735839844, + 25.453746795654297, + 24.70175552368164, + 23.796567916870117, + 22.98193359375, + 22.395479202270508, + 22.017377853393555, + 21.709535598754883, + 21.441837310791016 ], "p10": [ - 21.64915657043457, - 21.572702407836914, - 21.39729881286621, - 21.26190185546875, - 21.217710494995117, - 21.21892738342285, - 21.452983856201172, - 21.757381439208984, - 22.09627342224121, - 22.323869705200195, - 22.517650604248047, - 22.615365982055664, - 22.61956214904785, - 22.54265594482422, - 22.422069549560547, - 22.355422973632812, - 22.229660034179688, - 21.940208435058594, - 21.678071975708008, - 21.370981216430664, - 21.149961471557617, - 20.98341941833496, - 20.794300079345703, - 20.698749542236328 + 21.118749618530273, + 20.847597122192383, + 20.533992767333984, + 20.3292179107666, + 20.198362350463867, + 20.318668365478516, + 20.732881546020508, + 21.435911178588867, + 22.18992042541504, + 22.85193634033203, + 23.38508415222168, + 23.656736373901367, + 23.80061149597168, + 23.895090103149414, + 23.740718841552734, + 23.404647827148438, + 23.22795867919922, + 22.558021545410156, + 21.8627986907959, + 21.239797592163086, + 20.81141471862793, + 20.46720314025879, + 20.236228942871094, + 20.016916275024414 ], "p90": [ - 22.000808715820312, - 21.947526931762695, - 21.899330139160156, - 21.908803939819336, - 21.944765090942383, - 22.04765510559082, - 22.37246322631836, - 22.82142448425293, - 23.447391510009766, - 24.152193069458008, - 24.802942276000977, - 25.252552032470703, - 25.556568145751953, - 25.761281967163086, - 25.694887161254883, - 25.382713317871094, - 25.269365310668945, - 24.827953338623047, - 24.24571990966797, - 23.651472091674805, - 23.308670043945312, - 23.032270431518555, - 22.869976043701172, - 22.72370719909668 + 21.4201602935791, + 21.395780563354492, + 21.235904693603516, + 21.20806312561035, + 21.21910858154297, + 21.49229621887207, + 22.171478271484375, + 23.24920654296875, + 24.586090087890625, + 25.905153274536133, + 26.97330093383789, + 27.921871185302734, + 28.34299087524414, + 28.506481170654297, + 28.44145393371582, + 28.103416442871094, + 27.753185272216797, + 26.778491973876953, + 25.70182228088379, + 24.83881378173828, + 24.10286521911621, + 23.628135681152344, + 23.255470275878906, + 22.942182540893555 ], "timestamps": [ - "2026-06-02 00:00:00", - "2026-06-02 01:00:00", - "2026-06-02 02:00:00", - "2026-06-02 03:00:00", - "2026-06-02 04:00:00", - "2026-06-02 05:00:00", - "2026-06-02 06:00:00", - "2026-06-02 07:00:00", - "2026-06-02 08:00:00", - "2026-06-02 09:00:00", - "2026-06-02 10:00:00", - "2026-06-02 11:00:00", - "2026-06-02 12:00:00", - "2026-06-02 13:00:00", - "2026-06-02 14:00:00", - "2026-06-02 15:00:00", - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +783,30 @@ "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", - "2026-06-16 23:00:00" + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f28d961ba2ffaf70ed2a6c8fb13abd87ff1c9aa7..3cf687a05227c4b52225e70ee4be2c9fe5f9dd82 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,32 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T04:21:45.107863+00:00", + "evaluated_at": "2026-06-20T06:55:58.915959+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.621000051498413, - 1.6480000019073486, - 1.6679999828338623, - 1.684000015258789, - 1.6970000267028809, - 1.7009999752044678, - 1.7100000381469727, - 1.7079999446868896, - 1.718000054359436, - 1.722000002861023, - 1.718999981880188, - 1.7130000591278076, - 1.7070000171661377, - 1.7070000171661377, - 1.6950000524520874, - 1.680999994277954, - 1.6829999685287476, - 1.6779999732971191, - 1.6610000133514404, - 1.6490000486373901, - 1.649999976158142, 1.621000051498413, 1.600000023841858, 1.5829999446868896, @@ -245,9 +224,7 @@ 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798 - ], - "actuals": [ + 1.4819999933242798, 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -268,7 +245,9 @@ 1.7680000066757202, 1.7719999551773071, 1.7649999856948853, - 1.7519999742507935, + 1.7519999742507935 + ], + "actuals": [ 1.7510000467300415, 1.746999979019165, 1.7280000448226929, @@ -307,216 +286,216 @@ 1.0269999504089355, 1.0110000371932983, 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, 0.9729999899864197 ], "p50": [ - 1.5133154392242432, - 1.545569896697998, - 1.5615363121032715, - 1.5810613632202148, - 1.5996677875518799, - 1.6184616088867188, - 1.6333833932876587, - 1.6482534408569336, - 1.66148042678833, - 1.674260139465332, - 1.6818292140960693, - 1.6910760402679443, - 1.7019600868225098, - 1.7101984024047852, - 1.7095810174942017, - 1.7076263427734375, - 1.6937289237976074, - 1.6932026147842407, - 1.6856440305709839, - 1.6817407608032227, - 1.66769278049469, - 1.6601052284240723, - 1.645192265510559, - 1.6312344074249268, - 1.613991618156433, - 1.594449758529663, - 1.573011040687561, - 1.5497210025787354, - 1.530417799949646, - 1.5057026147842407, - 1.483414649963379, - 1.4489378929138184, - 1.3787744045257568, - 1.3484892845153809, - 1.3086740970611572, - 1.2750641107559204, - 1.233803629875183, - 1.1977213621139526, - 1.1612545251846313, - 1.1250306367874146, - 1.083890438079834, - 1.0447676181793213, - 1.0049022436141968, - 0.9648830890655518, - 0.9345582127571106, - 0.8828388452529907, - 0.842805027961731, - 0.8056323528289795, - 0.7523224353790283, - 0.7044094800949097, - 0.6702510118484497, - 0.6221270561218262, - 0.5680723786354065, - 0.5375305414199829, - 0.49866753816604614, - 0.46643728017807007, - 0.42807722091674805, - 0.385212779045105, - 0.3608573079109192, - 0.32143157720565796 + 1.754138708114624, + 1.7381236553192139, + 1.7233750820159912, + 1.707466959953308, + 1.6895198822021484, + 1.667497992515564, + 1.6460405588150024, + 1.6193900108337402, + 1.593031406402588, + 1.5652567148208618, + 1.5349538326263428, + 1.5002992153167725, + 1.4639496803283691, + 1.4250720739364624, + 1.388867974281311, + 1.3516539335250854, + 1.2847164869308472, + 1.24280846118927, + 1.2012033462524414, + 1.1510860919952393, + 1.1064122915267944, + 1.0589654445648193, + 1.011067271232605, + 0.9649602770805359, + 0.9165853261947632, + 0.8696624636650085, + 0.8275516033172607, + 0.7766612768173218, + 0.7297593355178833, + 0.6815518736839294, + 0.6293004751205444, + 0.5836527347564697, + 0.5296354293823242, + 0.47227931022644043, + 0.43952852487564087, + 0.3940717577934265, + 0.33929628133773804, + 0.3015711307525635, + 0.26160699129104614, + 0.22105562686920166, + 0.18285304307937622, + 0.14750784635543823, + 0.11602210998535156, + 0.08483147621154785, + 0.054436683654785156, + 0.02666008472442627, + -0.012859344482421875, + -0.03863322734832764, + -0.06871283054351807, + -0.08734571933746338, + -0.1121600866317749, + -0.13844895362854004, + -0.1460787057876587, + -0.15933716297149658, + -0.17197740077972412, + -0.18278372287750244, + -0.18715083599090576, + -0.1857510805130005, + -0.19349563121795654, + -0.1922755241394043 ], "p10": [ - 1.496954321861267, - 1.517061710357666, - 1.536171317100525, - 1.545151710510254, - 1.5603580474853516, - 1.5699682235717773, - 1.5816359519958496, - 1.5895514488220215, - 1.595975399017334, - 1.6009008884429932, - 1.6014597415924072, - 1.608471393585205, - 1.6105165481567383, - 1.603896141052246, - 1.604204773902893, - 1.5898706912994385, - 1.5735368728637695, - 1.571398138999939, - 1.549852967262268, - 1.5463331937789917, - 1.5218287706375122, - 1.5031678676605225, - 1.4819376468658447, - 1.4615821838378906, - 1.4235643148422241, - 1.397352695465088, - 1.357696771621704, - 1.322064995765686, - 1.2779861688613892, - 1.253298282623291, - 1.2198513746261597, - 1.1727839708328247, - 1.0748182535171509, - 1.0352212190628052, - 0.982968270778656, - 0.9378098249435425, - 0.8892412185668945, - 0.844702422618866, - 0.7929954528808594, - 0.7439684271812439, - 0.6981594562530518, - 0.6422545313835144, - 0.5947070717811584, - 0.5593343377113342, - 0.5039911866188049, - 0.4465165138244629, - 0.3966381549835205, - 0.3718765377998352, - 0.22523558139801025, - 0.15704387426376343, - 0.08598518371582031, - 0.06217801570892334, - 0.007958292961120605, - -0.04335463047027588, - -0.06662583351135254, - -0.11097073554992676, - -0.1528029441833496, - -0.18605244159698486, - -0.22285211086273193, - -0.26289689540863037 + 1.7314674854278564, + 1.7086851596832275, + 1.6882660388946533, + 1.6705577373504639, + 1.6483185291290283, + 1.6184122562408447, + 1.5988004207611084, + 1.57011079788208, + 1.5391737222671509, + 1.5069034099578857, + 1.4697952270507812, + 1.430237054824829, + 1.3927228450775146, + 1.34163236618042, + 1.3094124794006348, + 1.2588248252868652, + 1.1828988790512085, + 1.1419380903244019, + 1.0873826742172241, + 1.0385538339614868, + 0.9864563345909119, + 0.9313374161720276, + 0.881367564201355, + 0.8246178030967712, + 0.7679441571235657, + 0.7093746662139893, + 0.668533980846405, + 0.6091246604919434, + 0.5450632572174072, + 0.49401384592056274, + 0.4255809187889099, + 0.38619768619537354, + 0.31693679094314575, + 0.2786404490470886, + 0.22986286878585815, + 0.18584072589874268, + 0.13169121742248535, + 0.08633303642272949, + 0.04644322395324707, + 0.007652401924133301, + -0.03228724002838135, + -0.07835447788238525, + -0.11139464378356934, + -0.14905285835266113, + -0.19192266464233398, + -0.23856425285339355, + -0.2702951431274414, + -0.29279065132141113, + -0.34918034076690674, + -0.3691885471343994, + -0.40524113178253174, + -0.4211761951446533, + -0.44416379928588867, + -0.4503288269042969, + -0.45982980728149414, + -0.4720720052719116, + -0.4773592948913574, + -0.48890626430511475, + -0.4947413206100464, + -0.4888293743133545 ], "p90": [ - 1.5323272943496704, - 1.5635420083999634, - 1.595132827758789, - 1.6234815120697021, - 1.6425116062164307, - 1.6617412567138672, - 1.6850743293762207, - 1.7048449516296387, - 1.7253508567810059, - 1.7467694282531738, - 1.755824089050293, - 1.7708964347839355, - 1.7912232875823975, - 1.807444453239441, - 1.8156936168670654, - 1.8240865468978882, - 1.8074650764465332, - 1.8132860660552979, - 1.8143093585968018, - 1.8139764070510864, - 1.822786808013916, - 1.8153483867645264, - 1.811781406402588, - 1.8118128776550293, - 1.8116555213928223, - 1.8057031631469727, - 1.794287919998169, - 1.781081199645996, - 1.7679054737091064, - 1.761716365814209, - 1.7488844394683838, - 1.7275567054748535, - 1.6957650184631348, - 1.6784217357635498, - 1.663198471069336, - 1.6338090896606445, - 1.6118263006210327, - 1.586722493171692, - 1.5631051063537598, - 1.544875144958496, - 1.5181965827941895, - 1.4960670471191406, - 1.4741599559783936, - 1.443197250366211, - 1.4244210720062256, - 1.4016082286834717, - 1.374769687652588, - 1.34910249710083, - 1.3695781230926514, - 1.328452467918396, - 1.3052237033843994, - 1.2847340106964111, - 1.2515889406204224, - 1.242849349975586, - 1.2154849767684937, - 1.2110031843185425, - 1.1752442121505737, - 1.1610475778579712, - 1.1295336484909058, - 1.0941945314407349 + 1.7818708419799805, + 1.7658170461654663, + 1.7538838386535645, + 1.7402961254119873, + 1.728560209274292, + 1.7082505226135254, + 1.6895307302474976, + 1.6700947284698486, + 1.6476359367370605, + 1.6256587505340576, + 1.6009933948516846, + 1.5655823945999146, + 1.5380773544311523, + 1.5084547996520996, + 1.4732251167297363, + 1.4461661577224731, + 1.3961776494979858, + 1.3535583019256592, + 1.3126887083053589, + 1.2728321552276611, + 1.2301002740859985, + 1.1871081590652466, + 1.1543227434158325, + 1.10675847530365, + 1.0727946758270264, + 1.0325580835342407, + 0.9999816417694092, + 0.9472110271453857, + 0.909737765789032, + 0.8638699054718018, + 0.8366862535476685, + 0.7950948476791382, + 0.7666462659835815, + 0.718184769153595, + 0.6821241974830627, + 0.639718770980835, + 0.614754319190979, + 0.5654172301292419, + 0.5336294174194336, + 0.5024105310440063, + 0.46899259090423584, + 0.4476340413093567, + 0.43361717462539673, + 0.3903729319572449, + 0.3732476234436035, + 0.34886324405670166, + 0.3256605267524719, + 0.2892272472381592, + 0.29835939407348633, + 0.2708507776260376, + 0.25183993577957153, + 0.24863386154174805, + 0.2521231174468994, + 0.23881232738494873, + 0.21890270709991455, + 0.2250518798828125, + 0.20801681280136108, + 0.23020929098129272, + 0.23114049434661865, + 0.2160082459449768 ], "timestamps": [ - "2026-06-18 22:18:00", - "2026-06-18 22:24:00", - "2026-06-18 22:30:00", - "2026-06-18 22:36:00", - "2026-06-18 22:42:00", - "2026-06-18 22:48:00", - "2026-06-18 22:54:00", - "2026-06-18 23:00:00", - "2026-06-18 23:06:00", - "2026-06-18 23:12:00", - "2026-06-18 23:18:00", - "2026-06-18 23:24:00", - "2026-06-18 23:30:00", - "2026-06-18 23:36:00", - "2026-06-18 23:42:00", - "2026-06-18 23:48:00", - "2026-06-18 23:54:00", - "2026-06-19 00:00:00", - "2026-06-19 00:06:00", - "2026-06-19 00:12:00", - "2026-06-19 00:18:00", "2026-06-19 00:24:00", "2026-06-19 00:30:00", "2026-06-19 00:36:00", @@ -795,6 +774,27 @@ "2026-06-20 03:54:00", "2026-06-20 04:00:00", "2026-06-20 04:06:00", - "2026-06-20 04:12:00" + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e1da01be934b943a344730c584984eeeedb0a78d..f13ea28883aea0b0b2737299305725393d33e5b1 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,21 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T04:06:30.661163+00:00", + "evaluated_at": "2026-06-20T07:11:34.364536+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.899999976158142, - 1.899999976158142, - 1.7000000476837158, - 1.7000000476837158, - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, - 1.5, - 1.5, 1.600000023841858, 1.5, 1.5, @@ -84,9 +74,7 @@ 1.600000023841858, 1.600000023841858, 1.399999976158142, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -94,7 +82,9 @@ 1.399999976158142, 1.2999999523162842, 1.399999976158142, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -158,249 +148,239 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4425153732299805, - 1.4348950386047363, - 1.4340981245040894, - 1.43740713596344, - 1.4436531066894531, - 1.4542239904403687, - 1.4681860208511353, - 1.4792567491531372, - 1.486761450767517, - 1.490517258644104, - 1.4889230728149414, - 1.4903510808944702, - 1.4945734739303589, - 1.4989181756973267, - 1.5050029754638672, - 1.5117003917694092, - 1.5225290060043335, - 1.5272386074066162, - 1.5296874046325684, - 1.5253212451934814, - 1.5179164409637451, - 1.5096865892410278, - 1.4987425804138184, - 1.4903284311294556, - 1.4795032739639282, - 1.4677586555480957, - 1.4627711772918701, - 1.4641691446304321, - 1.4671541452407837, - 1.4757847785949707, - 1.485897421836853, - 1.49500572681427, - 1.5057158470153809, - 1.5035905838012695, - 1.5023969411849976, - 1.500380516052246, - 1.5006431341171265, - 1.5041176080703735, - 1.5079774856567383, - 1.5136957168579102, - 1.5186591148376465, - 1.5206880569458008, - 1.5214358568191528, - 1.5195363759994507, - 1.5135620832443237, - 1.506363034248352, - 1.5028272867202759, - 1.4955698251724243, - 1.4784289598464966, - 1.471106767654419, - 1.4661551713943481, - 1.4687150716781616, - 1.4695299863815308, - 1.4754176139831543, - 1.4869312047958374, - 1.4953360557556152, - 1.501659631729126, - 1.5022789239883423, - 1.5014930963516235, - 1.5026988983154297, - 1.5055198669433594, - 1.5071742534637451, - 1.5144681930541992, - 1.519569754600525, - 1.5322068929672241, - 1.5382182598114014, - 1.5426274538040161, - 1.539560079574585, - 1.5332424640655518, - 1.5267940759658813, - 1.5216459035873413, - 1.515991449356079 + 1.4173152446746826, + 1.4222885370254517, + 1.423378348350525, + 1.4264228343963623, + 1.4293513298034668, + 1.4328800439834595, + 1.4377386569976807, + 1.4402209520339966, + 1.4419870376586914, + 1.4414951801300049, + 1.4425203800201416, + 1.4425082206726074, + 1.4417974948883057, + 1.440949559211731, + 1.442411184310913, + 1.4390970468521118, + 1.4386430978775024, + 1.4398480653762817, + 1.4431277513504028, + 1.444338083267212, + 1.4457576274871826, + 1.4487570524215698, + 1.4519314765930176, + 1.4556769132614136, + 1.45699942111969, + 1.4561928510665894, + 1.458396077156067, + 1.460839033126831, + 1.4627856016159058, + 1.4640800952911377, + 1.4654040336608887, + 1.4667755365371704, + 1.458762526512146, + 1.459101676940918, + 1.4598207473754883, + 1.4591602087020874, + 1.454124927520752, + 1.4528950452804565, + 1.4517768621444702, + 1.4489251375198364, + 1.4453668594360352, + 1.4408551454544067, + 1.43735671043396, + 1.436432957649231, + 1.4324100017547607, + 1.4304381608963013, + 1.4309035539627075, + 1.4307302236557007, + 1.4284225702285767, + 1.4294804334640503, + 1.427962064743042, + 1.4286071062088013, + 1.4295282363891602, + 1.4329107999801636, + 1.4355891942977905, + 1.4387234449386597, + 1.441990852355957, + 1.4413678646087646, + 1.4419015645980835, + 1.4432264566421509, + 1.4414323568344116, + 1.4413864612579346, + 1.4421212673187256, + 1.4416816234588623, + 1.4493968486785889, + 1.4497358798980713, + 1.4507492780685425, + 1.4502661228179932, + 1.4494866132736206, + 1.4525226354599, + 1.4557969570159912, + 1.4586577415466309 ], "p10": [ - 1.3326694965362549, - 1.303686499595642, - 1.2917159795761108, - 1.2853997945785522, - 1.2858915328979492, - 1.2901562452316284, - 1.2944121360778809, - 1.2967774868011475, - 1.2993580102920532, - 1.2993358373641968, - 1.294732928276062, - 1.286792516708374, - 1.2900859117507935, - 1.285965085029602, - 1.2976160049438477, - 1.302506685256958, - 1.3072947263717651, - 1.3039897680282593, - 1.3020156621932983, - 1.3015700578689575, - 1.2904549837112427, - 1.2833266258239746, - 1.2758183479309082, - 1.2613402605056763, - 1.2562066316604614, - 1.244981050491333, - 1.2422610521316528, - 1.235095739364624, - 1.2353057861328125, - 1.2411977052688599, - 1.2506364583969116, - 1.2542533874511719, - 1.2398654222488403, - 1.232161045074463, - 1.2318401336669922, - 1.228408932685852, - 1.2246572971343994, - 1.2296695709228516, - 1.2316536903381348, - 1.2316254377365112, - 1.2344101667404175, - 1.22735595703125, - 1.2283685207366943, - 1.2230913639068604, - 1.2202932834625244, - 1.2115898132324219, - 1.2147258520126343, - 1.2096155881881714, - 1.1817141771316528, - 1.1782971620559692, - 1.1730897426605225, - 1.166143536567688, - 1.172837734222412, - 1.1742322444915771, - 1.1818222999572754, - 1.1821211576461792, - 1.1864893436431885, - 1.1781351566314697, - 1.1851600408554077, - 1.1810283660888672, - 1.174912929534912, - 1.1752393245697021, - 1.1867516040802002, - 1.189638614654541, - 1.1962863206863403, - 1.2097779512405396, - 1.2086111307144165, - 1.211458683013916, - 1.2044206857681274, - 1.2022278308868408, - 1.1911237239837646, - 1.18402898311615 + 1.3068138360977173, + 1.2943123579025269, + 1.2893061637878418, + 1.2889515161514282, + 1.2842774391174316, + 1.2853813171386719, + 1.2867066860198975, + 1.2899582386016846, + 1.291724681854248, + 1.2886580228805542, + 1.2887707948684692, + 1.2890329360961914, + 1.2865421772003174, + 1.2888462543487549, + 1.2887294292449951, + 1.290923833847046, + 1.284890055656433, + 1.2862871885299683, + 1.2854074239730835, + 1.2862473726272583, + 1.2841365337371826, + 1.2860827445983887, + 1.2863112688064575, + 1.2898558378219604, + 1.2912335395812988, + 1.2893404960632324, + 1.2904038429260254, + 1.2924416065216064, + 1.2903250455856323, + 1.2901718616485596, + 1.2948743104934692, + 1.2945945262908936, + 1.289533257484436, + 1.2892968654632568, + 1.2901500463485718, + 1.285555362701416, + 1.2875361442565918, + 1.2844624519348145, + 1.2851645946502686, + 1.2860641479492188, + 1.2848387956619263, + 1.2851310968399048, + 1.287097454071045, + 1.2859770059585571, + 1.2878892421722412, + 1.2852132320404053, + 1.2846884727478027, + 1.2804450988769531, + 1.2822641134262085, + 1.2823359966278076, + 1.2808343172073364, + 1.2830029726028442, + 1.2822409868240356, + 1.2799583673477173, + 1.28291916847229, + 1.2829618453979492, + 1.2810938358306885, + 1.2797309160232544, + 1.280712366104126, + 1.2812983989715576, + 1.282186508178711, + 1.2803981304168701, + 1.2798951864242554, + 1.276930809020996, + 1.2759779691696167, + 1.2751619815826416, + 1.2717117071151733, + 1.274999976158142, + 1.2736177444458008, + 1.272681713104248, + 1.2735495567321777, + 1.274261236190796 ], "p90": [ - 1.563970685005188, - 1.5813475847244263, - 1.5932881832122803, - 1.6065267324447632, - 1.6180087327957153, - 1.633775234222412, - 1.6534167528152466, - 1.6710232496261597, - 1.6795096397399902, - 1.6903040409088135, - 1.6963471174240112, - 1.6987501382827759, - 1.708839774131775, - 1.7114779949188232, - 1.7218303680419922, - 1.727022647857666, - 1.7537494897842407, - 1.7581614255905151, - 1.7582776546478271, - 1.7611453533172607, - 1.7581528425216675, - 1.7554078102111816, - 1.7482374906539917, - 1.7409019470214844, - 1.7352348566055298, - 1.7274764776229858, - 1.7274048328399658, - 1.7281569242477417, - 1.7351129055023193, - 1.7521780729293823, - 1.758852243423462, - 1.7785310745239258, - 1.7938807010650635, - 1.7862271070480347, - 1.786860704421997, - 1.7891671657562256, - 1.7946300506591797, - 1.8042086362838745, - 1.8097901344299316, - 1.8229131698608398, - 1.826625108718872, - 1.8387742042541504, - 1.8419671058654785, - 1.8429282903671265, - 1.843796968460083, - 1.837967872619629, - 1.8337314128875732, - 1.8268100023269653, - 1.8286371231079102, - 1.8244268894195557, - 1.8186190128326416, - 1.8283635377883911, - 1.835782766342163, - 1.8508187532424927, - 1.861922264099121, - 1.8735215663909912, - 1.8786239624023438, - 1.8912322521209717, - 1.8928022384643555, - 1.8953850269317627, - 1.899963140487671, - 1.9089335203170776, - 1.9209098815917969, - 1.924735188484192, - 1.9334213733673096, - 1.9397916793823242, - 1.9350833892822266, - 1.932283639907837, - 1.9468932151794434, - 1.9307366609573364, - 1.9332534074783325, - 1.9229992628097534 + 1.545731544494629, + 1.5691041946411133, + 1.5794984102249146, + 1.5890520811080933, + 1.593972086906433, + 1.6024024486541748, + 1.6065465211868286, + 1.6055952310562134, + 1.6104217767715454, + 1.6169235706329346, + 1.6172930002212524, + 1.6207678318023682, + 1.623185396194458, + 1.6226757764816284, + 1.6236839294433594, + 1.620064377784729, + 1.6274950504302979, + 1.6234053373336792, + 1.6242766380310059, + 1.6301411390304565, + 1.631095051765442, + 1.636465311050415, + 1.6388020515441895, + 1.6365419626235962, + 1.641038179397583, + 1.6462221145629883, + 1.6490404605865479, + 1.654529094696045, + 1.6564195156097412, + 1.6568437814712524, + 1.6621686220169067, + 1.6606296300888062, + 1.6537247896194458, + 1.658254623413086, + 1.6536551713943481, + 1.651159405708313, + 1.6551302671432495, + 1.6571383476257324, + 1.6568667888641357, + 1.651077389717102, + 1.6541669368743896, + 1.6561274528503418, + 1.6573761701583862, + 1.6562235355377197, + 1.6609814167022705, + 1.6592576503753662, + 1.6569938659667969, + 1.6567118167877197, + 1.6490652561187744, + 1.6478170156478882, + 1.6452826261520386, + 1.656632423400879, + 1.6607780456542969, + 1.6649658679962158, + 1.6675004959106445, + 1.6616992950439453, + 1.666300654411316, + 1.671892762184143, + 1.678741455078125, + 1.678457498550415, + 1.681931495666504, + 1.6765851974487305, + 1.682618260383606, + 1.681435465812683, + 1.6920162439346313, + 1.6904184818267822, + 1.6867748498916626, + 1.6927878856658936, + 1.6995292901992798, + 1.702618956565857, + 1.7049015760421753, + 1.7027058601379395 ], "timestamps": [ - "2026-06-18 04:50:00", - "2026-06-18 05:00:00", - "2026-06-18 05:10:00", - "2026-06-18 05:20:00", - "2026-06-18 05:30:00", - "2026-06-18 05:40:00", - "2026-06-18 05:50:00", - "2026-06-18 06:00:00", - "2026-06-18 06:10:00", - "2026-06-18 06:20:00", - "2026-06-18 06:30:00", - "2026-06-18 06:40:00", - "2026-06-18 06:50:00", - "2026-06-18 07:00:00", - "2026-06-18 07:10:00", - "2026-06-18 07:20:00", - "2026-06-18 07:30:00", - "2026-06-18 07:40:00", "2026-06-18 07:50:00", "2026-06-18 08:00:00", "2026-06-18 08:10:00", @@ -533,6 +513,22 @@ "2026-06-19 05:20:00", "2026-06-19 05:30:00", "2026-06-19 05:40:00", - "2026-06-19 05:50:00" + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 650a12554a5f9288ab0862f8c474b704f6bbe78b..2b42aef1b66b2ad79e6b5c3b906a409ab4022c0c 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,47 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T03:54:40.107344+00:00", + "evaluated_at": "2026-06-20T07:11:40.803844+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 19.0, - 19.0, - 20.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,9 +65,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 18.899999618530273, @@ -127,90 +89,125 @@ 17.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.97776985168457, - 18.986385345458984, - 18.972501754760742, - 18.97008514404297, - 18.95216178894043, - 18.962709426879883, - 18.955224990844727, - 18.95454978942871, - 18.94837760925293, - 18.95053482055664, - 18.950647354125977, - 18.948095321655273, - 18.94905662536621, - 18.962745666503906, - 18.932661056518555, - 18.96625518798828, - 18.90625, - 18.90377426147461, - 18.932968139648438, - 18.91695213317871, - 18.942676544189453, - 18.90256690979004, - 18.908973693847656, - 18.93214225769043 + 16.98930549621582, + 16.955665588378906, + 16.956867218017578, + 16.924968719482422, + 16.90884780883789, + 16.914793014526367, + 16.91342544555664, + 16.909700393676758, + 16.91258430480957, + 16.910993576049805, + 16.924274444580078, + 16.920085906982422, + 16.921001434326172, + 16.904163360595703, + 16.893474578857422, + 16.877410888671875, + 16.769742965698242, + 16.756330490112305, + 16.74964714050293, + 16.71030044555664, + 16.724390029907227, + 16.716848373413086, + 16.717823028564453, + 16.67984390258789 ], "p10": [ - 18.820629119873047, - 18.800987243652344, - 18.773195266723633, - 18.75086784362793, - 18.72672462463379, - 18.711061477661133, - 18.69615364074707, - 18.67997169494629, - 18.667638778686523, - 18.651042938232422, - 18.635696411132812, - 18.622451782226562, - 18.608991622924805, - 18.585811614990234, - 18.536474227905273, - 18.528104782104492, - 18.17072868347168, - 18.146625518798828, - 18.163028717041016, - 18.13671112060547, - 18.088703155517578, - 18.061464309692383, - 18.0552978515625, - 18.039264678955078 + 16.79265594482422, + 16.73687744140625, + 16.66665267944336, + 16.635587692260742, + 16.56598472595215, + 16.526546478271484, + 16.500089645385742, + 16.457300186157227, + 16.437772750854492, + 16.43182945251465, + 16.392169952392578, + 16.377798080444336, + 16.336822509765625, + 16.274906158447266, + 16.223880767822266, + 16.178497314453125, + 15.855555534362793, + 15.78172779083252, + 15.70382022857666, + 15.647138595581055, + 15.555481910705566, + 15.509698867797852, + 15.49063491821289, + 15.405542373657227 ], "p90": [ - 19.27350425720215, - 19.319292068481445, - 19.37150764465332, - 19.502609252929688, - 19.696636199951172, - 19.85935401916504, - 19.973922729492188, - 20.0603084564209, - 20.127782821655273, - 20.211278915405273, - 20.28997802734375, - 20.407398223876953, - 20.49354362487793, - 20.576025009155273, - 20.63838005065918, - 20.70518684387207, - 20.589447021484375, - 20.685813903808594, - 20.67530059814453, - 20.73238182067871, - 20.727493286132812, - 20.81359100341797, - 20.835678100585938, - 20.861186981201172 + 17.226673126220703, + 17.226579666137695, + 17.26820182800293, + 17.330448150634766, + 17.367612838745117, + 17.417390823364258, + 17.428955078125, + 17.49103546142578, + 17.511823654174805, + 17.59085464477539, + 17.65010643005371, + 17.7471981048584, + 17.881946563720703, + 17.978099822998047, + 18.057910919189453, + 18.12552261352539, + 18.13386344909668, + 18.198020935058594, + 18.272998809814453, + 18.3624267578125, + 18.452045440673828, + 18.55933952331543, + 18.549348831176758, + 18.62556266784668 ], "timestamps": [ - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", "2026-06-19 21:00:00", "2026-06-19 22:00:00", "2026-06-19 23:00:00", @@ -327,6 +324,9 @@ "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", - "2026-06-24 17:00:00" + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 08eed46d01723bc7cf14b148ee17725eda6b139f..0f01c4738d73a23262e7e2747bd3cddec44422a5 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T03:54:44.197693+00:00", + "evaluated_at": "2026-06-20T07:11:45.588312+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 23.5, - 22.799999237060547, - 22.200000762939453, 21.899999618530273, 21.899999618530273, 22.200000762939453, @@ -341,12 +338,12 @@ 21.299999237060547, 22.0, 24.799999237060547, - 28.899999618530273 - ], - "actuals": [ + 28.899999618530273, 32.79999923706055, 37.599998474121094, - 31.5, + 31.5 + ], + "actuals": [ 41.900001525878906, 38.0, 36.0, @@ -367,90 +364,90 @@ 17.100000381469727, 13.100000381469727, 14.5, - 16.299999237060547 + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 ], "p50": [ - 28.054353713989258, - 27.48598289489746, - 27.473133087158203, - 27.682527542114258, - 28.37046241760254, - 29.16213607788086, - 30.85576629638672, - 33.45281982421875, - 36.062896728515625, - 36.38227462768555, - 34.85344696044922, - 31.999675750732422, - 28.644420623779297, - 25.220558166503906, - 22.5257511138916, - 21.101806640625, - 19.48739242553711, - 19.676517486572266, - 21.105443954467773, - 23.64202880859375, - 24.333898544311523, - 24.710174560546875, - 24.317455291748047, - 23.998933792114258 + 29.106470108032227, + 28.898725509643555, + 29.057748794555664, + 30.680601119995117, + 33.942291259765625, + 37.73435974121094, + 38.38703918457031, + 36.81092071533203, + 33.78153991699219, + 30.34842300415039, + 26.539161682128906, + 23.864315032958984, + 22.18640899658203, + 21.641122817993164, + 22.149202346801758, + 23.279621124267578, + 25.970542907714844, + 25.81273651123047, + 25.822322845458984, + 25.89275360107422, + 25.457643508911133, + 25.12886619567871, + 24.620853424072266, + 24.180919647216797 ], "p10": [ - 24.95919418334961, - 23.489566802978516, - 22.41057586669922, - 21.679006576538086, - 21.495725631713867, - 21.30573844909668, - 21.628332138061523, - 22.6986083984375, - 22.258312225341797, - 22.75952911376953, - 21.161956787109375, - 19.876220703125, - 18.11956787109375, - 16.498525619506836, - 15.214048385620117, - 14.72540283203125, - 12.696043014526367, - 12.837312698364258, - 13.792570114135742, - 15.222114562988281, - 16.328229904174805, - 17.22097396850586, - 17.407424926757812, - 17.357351303100586 + 25.7828426361084, + 24.332433700561523, + 23.21717071533203, + 23.158910751342773, + 24.508371353149414, + 24.611713409423828, + 25.185304641723633, + 24.616119384765625, + 22.57354736328125, + 20.14165687561035, + 18.12101936340332, + 16.515560150146484, + 15.456635475158691, + 15.176712036132812, + 15.144574165344238, + 15.553118705749512, + 17.203845977783203, + 17.526235580444336, + 18.061614990234375, + 18.527420043945312, + 18.278156280517578, + 17.862789154052734, + 17.598222732543945, + 17.433364868164062 ], "p90": [ - 31.56289291381836, - 32.63703536987305, - 34.151458740234375, - 36.168983459472656, - 38.35691833496094, - 41.356781005859375, - 44.912315368652344, - 51.34214782714844, - 55.46434783935547, - 58.46516036987305, - 56.63160705566406, - 53.59222412109375, - 50.34806823730469, - 46.097145080566406, - 41.81943893432617, - 38.973724365234375, - 35.31416702270508, - 35.793338775634766, - 37.62614440917969, - 41.07459259033203, - 39.866310119628906, - 38.56134796142578, - 36.72016906738281, - 35.52508544921875 + 33.303428649902344, + 34.859066009521484, + 37.67039489746094, + 42.180137634277344, + 48.287200927734375, + 55.10279846191406, + 56.553504943847656, + 56.97444152832031, + 53.17615509033203, + 49.93830490112305, + 45.78923034667969, + 42.07646179199219, + 39.753807067871094, + 39.667694091796875, + 40.561058044433594, + 42.61933898925781, + 44.802833557128906, + 41.55841827392578, + 40.45566177368164, + 39.93915557861328, + 38.62367248535156, + 38.525489807128906, + 37.72882080078125, + 36.45778274536133 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 2d5cbceb2f62fcbe7a585a571372bb7c51842c73..6bda9dbc5d2e29c908a2e6e2c418535b8a523e2c 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T03:54:48.543829+00:00", + "evaluated_at": "2026-06-20T07:23:36.837910+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.399999618530273, - 26.399999618530273, - 26.299999237060547, 25.100000381469727, 24.200000762939453, 23.5, @@ -341,12 +338,12 @@ 26.299999237060547, 26.700000762939453, 27.5, - 28.0 - ], - "actuals": [ + 28.0, 29.399999618530273, 29.899999618530273, - 30.899999618530273, + 30.899999618530273 + ], + "actuals": [ 28.0, 27.200000762939453, 27.200000762939453, @@ -367,90 +364,90 @@ 27.200000762939453, 27.899999618530273, 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, 29.799999237060547 ], "p50": [ - 28.266006469726562, - 28.28683853149414, - 28.15407943725586, - 27.811229705810547, - 27.324460983276367, - 26.696691513061523, - 25.996435165405273, - 25.297176361083984, - 24.824501037597656, - 24.40083885192871, - 24.06437873840332, - 23.800127029418945, - 23.67094612121582, - 23.628475189208984, - 23.74163818359375, - 23.73272705078125, - 23.43668556213379, - 23.459259033203125, - 23.910371780395508, - 24.8194580078125, - 25.74942398071289, - 26.586103439331055, - 27.334245681762695, - 27.973312377929688 + 30.486263275146484, + 29.682653427124023, + 28.69092559814453, + 27.68731689453125, + 26.70770263671875, + 26.114015579223633, + 25.58045768737793, + 25.164417266845703, + 24.89210319519043, + 24.69999122619629, + 24.602313995361328, + 24.65629768371582, + 24.51075553894043, + 24.388696670532227, + 24.376747131347656, + 24.842771530151367, + 25.92499542236328, + 27.263132095336914, + 28.204259872436523, + 29.123106002807617, + 29.76607322692871, + 30.152942657470703, + 30.323589324951172, + 30.336631774902344 ], "p10": [ - 27.553974151611328, - 27.128755569458008, - 26.76573944091797, - 26.21383285522461, - 25.77894401550293, - 25.212116241455078, - 24.426172256469727, - 23.73111343383789, - 23.30621337890625, - 22.86180877685547, - 22.495744705200195, - 22.23367691040039, - 22.076499938964844, - 21.94181251525879, - 21.913578033447266, - 21.821502685546875, - 21.430097579956055, - 21.46539306640625, - 21.838184356689453, - 22.561046600341797, - 23.32235336303711, - 23.839141845703125, - 24.315650939941406, - 24.65415382385254 + 29.29681968688965, + 28.29202651977539, + 27.16775131225586, + 26.11079978942871, + 25.195709228515625, + 24.62976837158203, + 23.984222412109375, + 23.546720504760742, + 23.329763412475586, + 23.110376358032227, + 22.988346099853516, + 22.95114517211914, + 22.753406524658203, + 22.635234832763672, + 22.55537223815918, + 22.932409286499023, + 23.733930587768555, + 24.658491134643555, + 25.259998321533203, + 25.805234909057617, + 26.09307098388672, + 26.342321395874023, + 26.4686279296875, + 26.332515716552734 ], "p90": [ - 29.196048736572266, - 29.535219192504883, - 29.59384536743164, - 29.41000747680664, - 28.914758682250977, - 28.26601219177246, - 27.540796279907227, - 26.85108184814453, - 26.310333251953125, - 25.8968448638916, - 25.511455535888672, - 25.247913360595703, - 25.126543045043945, - 25.2012882232666, - 25.508323669433594, - 25.51654624938965, - 25.4368839263916, - 25.381742477416992, - 25.923940658569336, - 27.1600341796875, - 28.418899536132812, - 29.46753692626953, - 30.598169326782227, - 31.52105712890625 + 31.599048614501953, + 31.05370330810547, + 30.142410278320312, + 29.14244270324707, + 28.205121994018555, + 27.614152908325195, + 27.13743782043457, + 26.730995178222656, + 26.4490909576416, + 26.25969696044922, + 26.18657112121582, + 26.36561393737793, + 26.267749786376953, + 26.256359100341797, + 26.278650283813477, + 26.869216918945312, + 28.259292602539062, + 29.779714584350586, + 31.10849380493164, + 32.275489807128906, + 33.137779235839844, + 33.747413635253906, + 33.897212982177734, + 34.07790756225586 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f7d4aa0703f3df654cc915aacc123fcdc3f03157..e94d123c475a9ef5c091320b0f8c3f5991a7037d 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:40:08.016003+00:00", + "evaluated_at": "2026-06-20T07:40:22.313912+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, 11.0, 16.0, 9.0, @@ -69,8 +55,8 @@ 16.0, 11.0, 12.0, - 46.0, - 7.0, + 50.0, + 8.0, 11.0, 17.0, 15.0, @@ -153,147 +139,147 @@ 19.0, 18.0, 14.0, - 10.0, + 11.0, 17.0, 9.0, 11.0, 14.0, - 12.0, - 15.0, + 13.0, 15.0, - 9.0, 17.0, - 10.0, + 12.0, 20.0, - 13.0, - 8.0, - 10.0, + 11.0, + 21.0, + 15.0, + 12.0, 10.0, + 11.0, + 13.0, + 9.0, 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, 7.0, - 10.0, - 6.0, - 12.0 + 8.0, + 15.0 ], "actuals": [ - 8.0, 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, 15.0, - 8.0, - 14.0, 12.0, 11.0, 11.0, - 8.0, - 8.0, - 9.0, - 5.0, + 16.0, + 11.0, + 4.0, + 6.0, 5.0, - 13.0, - 14.0, - 12.0, + 7.0, 8.0, - 10.0, - 5.0, - 9.0, - 5.0, 6.0, - 8.0, - 4.0 + 1.0 ], "p50": [ - 11.666271209716797, - 11.738259315490723, - 11.75930404663086, - 11.800260543823242, - 11.75208854675293, - 11.809479713439941, - 11.854665756225586, - 11.81589126586914, - 11.759227752685547, - 11.729229927062988, - 11.590885162353516, - 11.528827667236328, - 11.389558792114258, - 11.364822387695312, - 11.345386505126953, - 11.312846183776855, - 11.524725914001465, - 11.848073959350586, - 12.076913833618164, - 12.17562198638916, - 12.255905151367188, - 12.455162048339844, - 12.53536605834961, - 12.517257690429688 + 10.804731369018555, + 11.251522064208984, + 11.912894248962402, + 12.624881744384766, + 12.649829864501953, + 12.751779556274414, + 12.991659164428711, + 13.414176940917969, + 13.741283416748047, + 13.964310646057129, + 13.706961631774902, + 13.521885871887207, + 13.337335586547852, + 13.1768798828125, + 13.014823913574219, + 12.775851249694824, + 12.623241424560547, + 12.41550064086914, + 12.332330703735352, + 12.136484146118164, + 11.826581954956055, + 11.622474670410156, + 11.338336944580078, + 11.083688735961914 ], "p10": [ - 7.42984676361084, - 7.438970565795898, - 7.4248175621032715, - 7.376676559448242, - 7.290942192077637, - 7.263526439666748, - 7.342641353607178, - 7.319980144500732, - 7.24634313583374, - 7.19613790512085, - 7.139516830444336, - 6.972828388214111, - 6.8425750732421875, - 6.887496471405029, - 6.796065330505371, - 6.765844345092773, - 6.925566673278809, - 7.039700508117676, - 7.209296703338623, - 7.333155632019043, - 7.319344997406006, - 7.405375003814697, - 7.440288066864014, - 7.4444403648376465 + 7.694760799407959, + 7.715406894683838, + 8.093925476074219, + 8.369745254516602, + 8.435449600219727, + 8.580765724182129, + 8.76521110534668, + 9.043874740600586, + 9.131147384643555, + 9.265585899353027, + 9.139673233032227, + 9.103433609008789, + 9.019124031066895, + 8.77508544921875, + 8.744674682617188, + 8.569056510925293, + 8.364840507507324, + 8.228130340576172, + 8.206096649169922, + 8.058265686035156, + 7.829834938049316, + 7.640756607055664, + 7.512618541717529, + 7.374197483062744 ], "p90": [ - 17.70110321044922, - 17.930137634277344, - 17.95372200012207, - 18.203866958618164, - 18.30548858642578, - 18.37669563293457, - 18.34024429321289, - 18.382530212402344, - 18.228322982788086, - 18.217029571533203, - 18.113828659057617, - 18.086925506591797, - 17.957714080810547, - 17.989866256713867, - 17.98492431640625, - 18.028278350830078, - 18.36548614501953, - 18.870222091674805, - 19.070480346679688, - 19.292797088623047, - 19.48332405090332, - 19.825490951538086, - 19.913677215576172, - 19.944250106811523 + 16.755603790283203, + 17.771879196166992, + 18.60306167602539, + 19.5585994720459, + 19.644189834594727, + 19.686452865600586, + 19.81931495666504, + 20.25072479248047, + 20.63888931274414, + 20.91569709777832, + 20.506229400634766, + 20.251731872558594, + 19.97449493408203, + 19.976764678955078, + 19.741670608520508, + 19.34058380126953, + 18.85668182373047, + 18.672164916992188, + 18.624507904052734, + 18.547832489013672, + 18.442119598388672, + 18.25152015686035, + 17.826950073242188, + 17.639842987060547 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", "2026-06-12 07:00:00", "2026-06-12 08:00:00", "2026-06-12 09:00:00", @@ -471,6 +457,20 @@ "2026-06-19 13:00:00", "2026-06-19 14:00:00", "2026-06-19 15:00:00", - "2026-06-19 16:00:00" + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..665151feb0e95c31b875c61589f273c0730c06dd 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,56 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-20T07:40:26.681582+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t001800z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t074000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 77, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t043000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 168, + "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/chronos_bolt_base/all_results.csv b/results/chronos_bolt_base/all_results.csv deleted file mode 100644 index e104831d5defdfa9e968d59c1582649f0ce0150b..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_base/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,173311.2012945811,173311.2012945811,336.5470377604167,0.6056320179454769,0.005069654034631842,0.005078110357440335,6.416975467413926,416.30661932592557,0.006289186675360939,0.005084250519345982,0.007519023856772219,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.33354179413883384,0.33354179413883384,0.5241189002990723,0.5461152193174948,0.03479930857817332,0.03407902558716341,2.4470182012404664,0.5775307733262651,0.03787087038205017,0.03436845247862769,0.025141594058177508,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,16.452846446186147,16.452846446186147,3.0466872453689575,0.6321656532177664,0.7928661911648757,0.3163337060063831,7.433029756078803,4.056210848339389,0.3893962414405814,0.29248197555541994,0.2449953087700738,Hazards,1 diff --git a/results/chronos_bolt_base/config.json b/results/chronos_bolt_base/config.json deleted file mode 100644 index 2e253e8a06f844942d111d00e61b0e5c010dc521..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_base/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Chronos-Bolt-Base", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-base", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Amazon / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-base" -} diff --git a/results/chronos_bolt_base/online_meta.json b/results/chronos_bolt_base/online_meta.json deleted file mode 100644 index e4f1b90c417deba1d90d842c3359fa74ed8bed59..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_base/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Chronos-Bolt-Base", - "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-06-16T05:10:09.420941+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/chronos_bolt_mini/all_results.csv b/results/chronos_bolt_mini/all_results.csv deleted file mode 100644 index 0bb99e28a0cc89bc876b602ceb5947b33ce208fc..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_mini/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,313080.6974468231,313080.6974468231,441.78564453125,0.7950137763128259,0.006640403337629883,0.006669849819629467,5.235151179180327,559.5361448975599,0.008452969766780293,0.006674100914971091,0.007738441949901666,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.42976201609216486,0.42976201609216486,0.5858331123987833,0.6104194648934672,0.03896145721276601,0.03803127306514476,2.489513294855127,0.65556236628727,0.04298769614998492,0.03841528605893661,0.02841598195745935,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,16.039361255353317,16.039361255353317,3.00660769144694,0.6238494345365408,0.7813439578971653,0.3135572386198168,7.3047927628333005,4.004917134642528,0.3844720449256827,0.28863433837890623,0.24712086300320094,Hazards,1 diff --git a/results/chronos_bolt_mini/config.json b/results/chronos_bolt_mini/config.json deleted file mode 100644 index e44993805fad5adad57935ddc34849451c41f753..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_mini/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Chronos-Bolt-Mini", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-mini", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Amazon / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-mini" -} diff --git a/results/chronos_bolt_mini/online_meta.json b/results/chronos_bolt_mini/online_meta.json deleted file mode 100644 index 03b77a82d031c2c2ddf0f918cf7074e4d77a8ce4..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_mini/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Chronos-Bolt-Mini", - "api_model_id": "amazon/chronos-bolt-mini", - "evaluated_at": "2026-06-16T05:09:53.659720+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/chronos_bolt_tiny/all_results.csv b/results/chronos_bolt_tiny/all_results.csv deleted file mode 100644 index 03b549d2bfc387825c05293831a1f1c792a980f6..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_tiny/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,432166.1935278575,432166.1935278575,490.5721028645833,0.8828072728934241,0.007361469671215155,0.007409594624820806,4.665237404517475,657.39348454929,0.00993131060512786,0.007411122930582707,0.007817505183843032,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.2691669456561006,0.2691669456561006,0.4715476830800374,0.4913376835236542,0.03127003444565667,0.03068863297529541,2.3858747857338045,0.518813016081999,0.03402052564472125,0.030921159546231963,0.02325280866408681,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,16.11318317393159,16.11318317393159,3.0184088945388794,0.6262980991550412,0.7830275828547949,0.31449223628080153,6.958395196656329,4.01412296447575,0.38535580458967206,0.28976725387573243,0.2483140953063965,Hazards,1 diff --git a/results/chronos_bolt_tiny/config.json b/results/chronos_bolt_tiny/config.json deleted file mode 100644 index 67ab11eb177b8d074cb56c2dcca82b13ca851977..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_tiny/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Chronos-Bolt-Tiny", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-tiny", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Amazon / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-tiny" -} diff --git a/results/chronos_bolt_tiny/online_meta.json b/results/chronos_bolt_tiny/online_meta.json deleted file mode 100644 index e6e70176551ca7852c826b872d748b8b971ccaf1..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_tiny/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Chronos-Bolt-Tiny", - "api_model_id": "amazon/chronos-bolt-tiny", - "evaluated_at": "2026-06-16T05:09:43.302523+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index a13849d9845cef1b20e4f0d5c5a8a3124a9e6371..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,9 +1,11 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 +noaa_coops_sf_water_level_water_level,Ocean,6min,1 +noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 +usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index db4ed8106506d6855ead80b90e199111dc753369..fd3ef45d82634c15cca7cb8e4a8b8f3d03adee7c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:56:40.935782+00:00", + "evaluated_at": "2026-06-20T13:29:21.753012+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 63543.91015625 ], "p50": [ - 62949.634765625, - 62929.771484375, - 62934.595703125, - 62879.171875, - 62913.380859375, - 62856.7578125, - 62841.0546875, - 62810.685546875, - 62656.96484375, - 62616.646484375, - 62812.26953125, - 62624.501953125, - 62775.9765625, - 62744.216796875, - 62595.837890625, - 62786.689453125, - 62712.482421875, - 62686.919921875, - 62686.162109375, - 62757.373046875, - 62776.904296875, - 62673.486328125, - 62694.900390625, - 62660.705078125 + 62894.154296875, + 62949.15625, + 62899.310546875, + 62932.443359375, + 62928.126953125, + 62887.525390625, + 62932.107421875, + 62929.1953125, + 62828.587890625, + 62711.759765625, + 62926.75, + 62773.177734375, + 62676.16796875, + 62906.763671875, + 62870.84765625, + 62695.6640625, + 62636.69921875, + 62761.802734375, + 62702.3984375, + 62506.970703125, + 62507.029296875, + 62523.615234375, + 62437.9921875, + 62725.11328125 ], "p10": [ - 62601.15234375, - 62426.033203125, - 62237.091796875, - 62046.287109375, - 62069.244140625, - 61747.845703125, - 61621.97265625, - 61558.65234375, - 61404.533203125, - 61085.080078125, - 61366.935546875, - 61073.669921875, - 61135.0078125, - 61258.01171875, - 60968.97265625, - 60738.568359375, - 60753.76171875, - 60944.802734375, - 60861.0703125, - 61199.92578125, - 60511.705078125, - 60793.37109375, - 60488.140625, - 60429.98828125 + 62496.123046875, + 62349.240234375, + 62131.6171875, + 62152.052734375, + 61827.357421875, + 61893.91015625, + 61848.986328125, + 61583.658203125, + 61694.259765625, + 61399.435546875, + 61579.826171875, + 61087.05078125, + 61069.83984375, + 61223.408203125, + 61298.3828125, + 60795.302734375, + 61268.46875, + 60794.1171875, + 60852.0703125, + 60944.193359375, + 60540.765625, + 60500.74609375, + 60249.04296875, + 59890.615234375 ], "p90": [ - 63247.640625, - 63538.1796875, - 63518.294921875, - 63703.94140625, - 63683.990234375, - 63955.2265625, - 64023.48046875, - 63761.943359375, - 64086.0, - 64027.919921875, - 64034.615234375, - 64365.828125, - 64292.41796875, - 65003.541015625, - 64611.34375, - 64376.931640625, - 64458.703125, - 64407.9375, - 64535.083984375, - 64538.28515625, - 65036.787109375, - 65039.556640625, - 64492.306640625, - 64619.86328125 + 63304.255859375, + 63405.7890625, + 63608.744140625, + 63707.666015625, + 63743.916015625, + 63942.103515625, + 63977.171875, + 64138.15234375, + 64039.986328125, + 64088.6640625, + 64394.34375, + 64130.337890625, + 64494.412109375, + 64518.033203125, + 64442.0078125, + 64445.70703125, + 64716.404296875, + 64321.599609375, + 64251.310546875, + 64305.384765625, + 64817.76171875, + 64672.9375, + 64583.38671875, + 64651.83984375 ], "timestamps": [ "2026-06-15 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c64843eb859ecd807e9a96cf8f67606cdb144315..8b1596bf87a49c2f55cc6e0ab1e19ba7806f36b9 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:45:05.666682+00:00", + "evaluated_at": "2026-06-20T13:29:30.444578+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.360000610351562, - 22.25, - 22.34000015258789, - 22.389999389648438, - 22.43000030517578, - 22.440000534057617, - 22.59000015258789, - 23.139999389648438, - 24.75, - 27.0, - 28.979999542236328, - 30.079999923706055, - 30.719999313354492, - 31.100000381469727, - 31.139999389648438, - 30.969999313354492, - 30.56999969482422, - 29.8799991607666, - 28.530000686645508, - 26.729999542236328, - 25.1299991607666, - 23.969999313354492, - 23.329999923706055, - 23.06999969482422, 22.889999389648438, 22.75, 22.670000076293945, @@ -341,9 +317,7 @@ 22.399999618530273, 22.209999084472656, 22.030000686645508, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 21.690000534057617, 21.479999542236328, 21.3700008392334, @@ -369,109 +343,111 @@ 21.8799991607666, 21.469999313354492 ], + "actuals": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], "p50": [ - 21.896894454956055, - 21.798032760620117, - 21.736273765563965, - 21.631081581115723, - 21.572349548339844, - 21.67766284942627, - 22.151118278503418, - 22.774935722351074, - 23.494935035705566, - 24.189577102661133, - 24.82974338531494, - 25.319669723510742, - 25.540449142456055, - 25.79908847808838, - 25.55627155303955, - 25.29580593109131, - 24.909027099609375, - 24.24742603302002, - 23.902814865112305, - 23.138575553894043, - 22.57576560974121, - 22.129825592041016, - 21.772807121276855, - 21.602102279663086 + 21.298457145690918, + 21.180482864379883, + 21.10817241668701, + 20.99656867980957, + 20.989810943603516, + 21.213151931762695, + 21.881776809692383, + 22.797578811645508, + 23.946276664733887, + 24.74841594696045, + 25.375805854797363, + 26.041479110717773, + 26.504029273986816, + 26.364991188049316, + 26.266056060791016, + 26.08009433746338, + 25.699689865112305, + 25.043474197387695, + 24.302775382995605, + 23.00246238708496, + 22.36607265472412, + 21.85544204711914, + 21.42403507232666, + 21.294429779052734 ], "p10": [ - 21.71248149871826, - 21.57332992553711, - 21.324270248413086, - 21.13514995574951, - 20.998165130615234, - 20.916759490966797, - 21.41706943511963, - 21.502554893493652, - 22.192370414733887, - 22.741697311401367, - 22.76986789703369, - 22.96061134338379, - 22.968153953552246, - 23.01231288909912, - 23.218175888061523, - 22.39394474029541, - 21.964167594909668, - 21.35260772705078, - 21.60112953186035, - 20.96423625946045, - 20.145153045654297, - 19.530619621276855, - 19.62584400177002, - 19.499807357788086 + 21.046279907226562, + 20.893092155456543, + 20.681368827819824, + 20.60176658630371, + 20.34339141845703, + 20.372143745422363, + 20.982711791992188, + 21.88298225402832, + 22.662288665771484, + 23.188335418701172, + 23.697402954101562, + 23.94536018371582, + 24.03306484222412, + 24.163101196289062, + 23.77832317352295, + 23.465404510498047, + 23.132004737854004, + 21.978596687316895, + 22.072129249572754, + 21.05139923095703, + 20.344674110412598, + 19.819771766662598, + 19.485525131225586, + 19.790459632873535 ], "p90": [ - 22.05056667327881, - 22.022539138793945, - 22.071675300598145, - 22.11902618408203, - 22.213443756103516, - 22.446269035339355, - 23.158181190490723, - 23.721266746520996, - 24.804065704345703, - 25.942492485046387, - 27.22330379486084, - 27.949922561645508, - 28.350180625915527, - 28.601292610168457, - 28.814376831054688, - 28.548038482666016, - 27.96815013885498, - 27.441431045532227, - 26.28073787689209, - 26.014966011047363, - 24.738466262817383, - 24.492816925048828, - 24.33307456970215, - 23.62740707397461 + 21.54621410369873, + 21.50081157684326, + 21.59959602355957, + 21.44173812866211, + 21.619629859924316, + 21.954663276672363, + 22.868050575256348, + 24.10507869720459, + 25.564119338989258, + 26.82981014251709, + 27.291975021362305, + 28.269600868225098, + 28.699987411499023, + 29.38497257232666, + 29.344664573669434, + 29.220252990722656, + 28.522587776184082, + 27.648036003112793, + 26.559471130371094, + 25.417856216430664, + 24.881481170654297, + 24.14500904083252, + 23.328472137451172, + 23.134465217590332 ], "timestamps": [ - "2026-06-02 00:00:00", - "2026-06-02 01:00:00", - "2026-06-02 02:00:00", - "2026-06-02 03:00:00", - "2026-06-02 04:00:00", - "2026-06-02 05:00:00", - "2026-06-02 06:00:00", - "2026-06-02 07:00:00", - "2026-06-02 08:00:00", - "2026-06-02 09:00:00", - "2026-06-02 10:00:00", - "2026-06-02 11:00:00", - "2026-06-02 12:00:00", - "2026-06-02 13:00:00", - "2026-06-02 14:00:00", - "2026-06-02 15:00:00", - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +783,30 @@ "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", - "2026-06-16 23:00:00" + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 121cbfcaa4bad55e7ce6c42df3998ea1ce3025e9..bfe5f170aabf041f6e6c4805da0debe8018eb174 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,32 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:56:48.010411+00:00", + "evaluated_at": "2026-06-20T13:29:36.660679+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.621000051498413, - 1.6480000019073486, - 1.6679999828338623, - 1.684000015258789, - 1.6970000267028809, - 1.7009999752044678, - 1.7100000381469727, - 1.7079999446868896, - 1.718000054359436, - 1.722000002861023, - 1.718999981880188, - 1.7130000591278076, - 1.7070000171661377, - 1.7070000171661377, - 1.6950000524520874, - 1.680999994277954, - 1.6829999685287476, - 1.6779999732971191, - 1.6610000133514404, - 1.6490000486373901, - 1.649999976158142, 1.621000051498413, 1.600000023841858, 1.5829999446868896, @@ -245,9 +224,7 @@ 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798 - ], - "actuals": [ + 1.4819999933242798, 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -268,7 +245,9 @@ 1.7680000066757202, 1.7719999551773071, 1.7649999856948853, - 1.7519999742507935, + 1.7519999742507935 + ], + "actuals": [ 1.7510000467300415, 1.746999979019165, 1.7280000448226929, @@ -307,216 +286,216 @@ 1.0269999504089355, 1.0110000371932983, 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, 0.9729999899864197 ], "p50": [ - 1.509319543838501, - 1.5201438069343567, - 1.5285380482673645, - 1.5564096570014954, - 1.5735688209533691, - 1.5871716737747192, - 1.6195738911628723, - 1.6315077543258667, - 1.6371461749076843, - 1.6594771146774292, - 1.6879213452339172, - 1.6961902379989624, - 1.7275127172470093, - 1.737256944179535, - 1.771550178527832, - 1.7635512351989746, - 1.790779173374176, - 1.806617558002472, - 1.787793755531311, - 1.8248075246810913, - 1.82510644197464, - 1.8036616444587708, - 1.852181851863861, - 1.8368924856185913, - 1.8590568900108337, - 1.8552424311637878, - 1.8549164533615112, - 1.848711609840393, - 1.8911882042884827, - 1.894607961177826, - 1.8668618202209473, - 1.9157583713531494, - 1.913901448249817, - 1.8549867272377014, - 1.8559747338294983, - 1.8600162863731384, - 1.842088222503662, - 1.8585340976715088, - 1.849903643131256, - 1.8280613422393799, - 1.8439058065414429, - 1.8755740523338318, - 1.8263076543807983, - 1.812204360961914, - 1.819710612297058, - 1.8077311515808105, - 1.821857213973999, - 1.8380529880523682, - 1.8330727815628052, - 1.845129132270813, - 1.8178675174713135, - 1.7933413982391357, - 1.8476885557174683, - 1.7871510982513428, - 1.8048140406608582, - 1.7258036136627197, - 1.7605942487716675, - 1.7896094918251038, - 1.6970551013946533, - 1.6874443292617798 + 1.720832109451294, + 1.705674409866333, + 1.6937376260757446, + 1.6750399470329285, + 1.6724872589111328, + 1.6339900493621826, + 1.6181054711341858, + 1.5842669606208801, + 1.5972276329994202, + 1.5362489223480225, + 1.5148372650146484, + 1.4896364212036133, + 1.4011374711990356, + 1.4658511877059937, + 1.3671692609786987, + 1.4043350219726562, + 1.356652021408081, + 1.3802422881126404, + 1.3545977473258972, + 1.3461793661117554, + 1.2437122464179993, + 1.3221383690834045, + 1.2145899534225464, + 1.2459932565689087, + 1.2673715353012085, + 1.2455541491508484, + 1.2419200539588928, + 1.2160653471946716, + 1.2719937562942505, + 1.2622727155685425, + 1.2232831716537476, + 1.16659015417099, + 1.1381947994232178, + 1.1643105149269104, + 0.9753638803958893, + 1.1406611800193787, + 1.266598403453827, + 1.177575170993805, + 1.12277090549469, + 1.1990474462509155, + 1.4019234776496887, + 1.099688708782196, + 1.1658329367637634, + 1.0269115567207336, + 1.17654150724411, + 1.0574597716331482, + 1.1429482102394104, + 1.1083081364631653, + 1.0997945666313171, + 1.0816357135772705, + 1.0848429799079895, + 1.082420527935028, + 0.9869969487190247, + 1.0600119829177856, + 1.1227646470069885, + 1.0569878816604614, + 1.0786443948745728, + 1.0264648795127869, + 1.0742142796516418, + 0.9024926424026489 ], "p10": [ - 1.465090274810791, - 1.442980170249939, - 1.4652756452560425, - 1.488281488418579, - 1.5019608736038208, - 1.4743159413337708, - 1.506070077419281, - 1.474835991859436, - 1.5326637029647827, - 1.5185303092002869, - 1.5300912857055664, - 1.5088577270507812, - 1.508956789970398, - 1.5231923460960388, - 1.5352708101272583, - 1.4516571760177612, - 1.4949157238006592, - 1.5708671808242798, - 1.4444252252578735, - 1.4170714616775513, - 1.4323201179504395, - 1.3853618502616882, - 1.4865357875823975, - 1.301072597503662, - 1.3014904260635376, - 1.199248194694519, - 1.3465495109558105, - 1.344488799571991, - 1.431395709514618, - 1.3325108289718628, - 1.2256936430931091, - 1.212514877319336, - 1.168372929096222, - 1.0547294616699219, - 0.9356270134449005, - 0.9259061813354492, - 0.8949630558490753, - 0.8107177913188934, - 0.6679332256317139, - 0.7131266593933105, - 0.7212603092193604, - 0.9203576743602753, - 0.5617758631706238, - 0.8633769750595093, - 0.796906590461731, - 0.6614512205123901, - 0.5362517535686493, - 0.705507218837738, - 0.7101771831512451, - 0.4969344139099121, - 0.2563779652118683, - 0.3126184642314911, - 0.40896978974342346, - 0.3580932915210724, - 0.397359699010849, - 0.0105515718460083, - 0.30922767519950867, - 0.28721147775650024, - 0.4342711567878723, - 0.43159219622612 + 1.6828117370605469, + 1.6622067093849182, + 1.6429217457771301, + 1.6073328852653503, + 1.5821714401245117, + 1.5113223195075989, + 1.4783402681350708, + 1.4081053733825684, + 1.3756813406944275, + 1.2811051607131958, + 1.253367841243744, + 1.1912543773651123, + 1.0649660229682922, + 1.0400163531303406, + 1.0192043781280518, + 0.9344740211963654, + 0.7086503803730011, + 0.7175248265266418, + 0.6384994089603424, + 0.6696170270442963, + 0.4684084951877594, + 0.6228100061416626, + 0.5049465298652649, + 0.47082653641700745, + 0.5228703916072845, + 0.4292353093624115, + 0.2558905780315399, + 0.312448650598526, + 0.25555646419525146, + 0.3864220678806305, + 0.09952497482299805, + 0.07685971260070801, + 0.4103117883205414, + -0.00426173210144043, + -0.08806627988815308, + -0.02488422393798828, + -0.020163297653198242, + 0.07502466440200806, + 0.11508700251579285, + -0.11047834157943726, + 0.08903682231903076, + -0.03692275285720825, + -0.013022065162658691, + -0.3596665859222412, + -0.16386866569519043, + -0.29164063930511475, + -0.5143298506736755, + -0.28398841619491577, + -0.3431417942047119, + -0.20398610830307007, + -0.2217732071876526, + -0.2589724659919739, + -0.4812501072883606, + -0.3097541928291321, + -0.3878653645515442, + -0.3119560480117798, + -0.17164409160614014, + -0.16482824087142944, + -0.43352383375167847, + -0.5963609218597412 ], "p90": [ - 1.5611555576324463, - 1.5829179883003235, - 1.5976300239562988, - 1.6408814191818237, - 1.6486839652061462, - 1.6870192289352417, - 1.723171889781952, - 1.7788783311843872, - 1.7963079810142517, - 1.8184098601341248, - 1.8401376008987427, - 1.8929217457771301, - 1.9017190337181091, - 2.0146305561065674, - 1.9901483058929443, - 2.0049232244491577, - 2.040392518043518, - 2.0363560914993286, - 1.9996426105499268, - 2.1188615560531616, - 2.1040083169937134, - 2.1129298210144043, - 2.2371137142181396, - 2.220683217048645, - 2.2042183876037598, - 2.2557594776153564, - 2.2255074977874756, - 2.315903663635254, - 2.2523295879364014, - 2.2685803174972534, - 2.264353632926941, - 2.4642624855041504, - 2.4565259218215942, - 2.482063889503479, - 2.4112101793289185, - 2.3231195211410522, - 2.346672534942627, - 2.547378182411194, - 2.5539950132369995, - 2.319805860519409, - 2.724043607711792, - 2.7856640815734863, - 2.4302560091018677, - 2.463123321533203, - 2.4745490550994873, - 2.5621930360794067, - 2.731595754623413, - 2.3550519943237305, - 2.7573795318603516, - 2.543106436729431, - 2.4881402254104614, - 2.5292404890060425, - 2.5558104515075684, - 2.709419846534729, - 2.8579463958740234, - 2.496130585670471, - 2.4638617038726807, - 2.672760486602783, - 2.445366382598877, - 2.5093802213668823 + 1.7542635202407837, + 1.7518833875656128, + 1.7454594373703003, + 1.7602038979530334, + 1.7664356231689453, + 1.7599472999572754, + 1.761108160018921, + 1.7639115452766418, + 1.8019799590110779, + 1.7377082705497742, + 1.7140973806381226, + 1.7445602416992188, + 1.7480506896972656, + 1.8297712802886963, + 1.735201120376587, + 1.8498684167861938, + 1.7510318756103516, + 1.8323663473129272, + 1.8044747114181519, + 1.9116886258125305, + 1.8811683058738708, + 1.9135072231292725, + 1.881661295890808, + 2.062927722930908, + 1.9069412350654602, + 1.9213682413101196, + 1.9398441910743713, + 2.25099515914917, + 1.9851568341255188, + 2.113260865211487, + 2.0449419021606445, + 2.073622703552246, + 2.075379967689514, + 1.9742400646209717, + 2.007795572280884, + 2.2125539779663086, + 2.3457868099212646, + 2.1184661388397217, + 2.2049410343170166, + 2.052864670753479, + 2.393307685852051, + 2.0011638402938843, + 2.191186547279358, + 2.053970217704773, + 2.2483694553375244, + 2.1522189378738403, + 2.22621488571167, + 2.3268734216690063, + 2.304877519607544, + 2.3885750770568848, + 2.145260214805603, + 2.294076919555664, + 2.262083053588867, + 2.2356300354003906, + 2.0934261083602905, + 2.2185473442077637, + 2.4270312786102295, + 2.2979962825775146, + 2.512479543685913, + 2.2784661054611206 ], "timestamps": [ - "2026-06-18 22:18:00", - "2026-06-18 22:24:00", - "2026-06-18 22:30:00", - "2026-06-18 22:36:00", - "2026-06-18 22:42:00", - "2026-06-18 22:48:00", - "2026-06-18 22:54:00", - "2026-06-18 23:00:00", - "2026-06-18 23:06:00", - "2026-06-18 23:12:00", - "2026-06-18 23:18:00", - "2026-06-18 23:24:00", - "2026-06-18 23:30:00", - "2026-06-18 23:36:00", - "2026-06-18 23:42:00", - "2026-06-18 23:48:00", - "2026-06-18 23:54:00", - "2026-06-19 00:00:00", - "2026-06-19 00:06:00", - "2026-06-19 00:12:00", - "2026-06-19 00:18:00", "2026-06-19 00:24:00", "2026-06-19 00:30:00", "2026-06-19 00:36:00", @@ -795,6 +774,27 @@ "2026-06-20 03:54:00", "2026-06-20 04:00:00", "2026-06-20 04:06:00", - "2026-06-20 04:12:00" + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4bcd1677144e47446a9c3f948b65623caef8f06b..d2e6fceb6035236b95affabce24b726db81c88fe 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,21 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:09:13.072662+00:00", + "evaluated_at": "2026-06-20T14:08:10.314913+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.899999976158142, - 1.899999976158142, - 1.7000000476837158, - 1.7000000476837158, - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, - 1.5, - 1.5, 1.600000023841858, 1.5, 1.5, @@ -84,9 +74,7 @@ 1.600000023841858, 1.600000023841858, 1.399999976158142, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -94,7 +82,9 @@ 1.399999976158142, 1.2999999523162842, 1.399999976158142, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -158,249 +148,239 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4468464851379395, - 1.454188883304596, - 1.4550625681877136, - 1.4633885025978088, - 1.4700700640678406, - 1.4606662392616272, - 1.4676820635795593, - 1.4405636191368103, - 1.4389231204986572, - 1.448520839214325, - 1.440451204776764, - 1.462481439113617, - 1.447287142276764, - 1.4401869177818298, - 1.4261394143104553, - 1.4584086537361145, - 1.4354084134101868, - 1.4415257573127747, - 1.4495055079460144, - 1.4685869812965393, - 1.4538404941558838, - 1.4382936358451843, - 1.4573060274124146, - 1.4431895017623901, - 1.42802494764328, - 1.462303638458252, - 1.4460912942886353, - 1.4453582763671875, - 1.4487460255622864, - 1.4290277361869812, - 1.4439717531204224, - 1.4443241953849792, - 1.4645065069198608, - 1.4428814053535461, - 1.4607943892478943, - 1.4640969634056091, - 1.5002157092094421, - 1.4461045861244202, - 1.492602825164795, - 1.482219398021698, - 1.485510230064392, - 1.4624666571617126, - 1.462659478187561, - 1.4384682178497314, - 1.4432008862495422, - 1.451350212097168, - 1.4397470355033875, - 1.4238308668136597, - 1.425369143486023, - 1.4295543432235718, - 1.4213176369667053, - 1.414980709552765, - 1.449467658996582, - 1.4193917512893677, - 1.4321643710136414, - 1.4292043447494507, - 1.4142826795578003, - 1.4429569244384766, - 1.4618392586708069, - 1.4196812510490417, - 1.4541242122650146, - 1.4591718912124634, - 1.4317153692245483, - 1.439048945903778, - 1.395132064819336, - 1.408593237400055, - 1.4512953758239746, - 1.4320728182792664, - 1.4727227091789246, - 1.4251636862754822, - 1.443105161190033, - 1.4587351083755493 + 1.4552066922187805, + 1.4272816181182861, + 1.4232338666915894, + 1.4458253979682922, + 1.443044662475586, + 1.4317246675491333, + 1.438461184501648, + 1.4401565194129944, + 1.43671452999115, + 1.4322940111160278, + 1.4265688061714172, + 1.4245405793190002, + 1.4161227345466614, + 1.43998783826828, + 1.4521279335021973, + 1.4275181293487549, + 1.4331984519958496, + 1.4229735732078552, + 1.426060974597931, + 1.420313835144043, + 1.4338188171386719, + 1.4102448225021362, + 1.4162632822990417, + 1.4369316101074219, + 1.416743516921997, + 1.4185184240341187, + 1.428256332874298, + 1.4264920949935913, + 1.4220787286758423, + 1.4256944060325623, + 1.406423568725586, + 1.422779142856598, + 1.417686641216278, + 1.4138081073760986, + 1.4219866394996643, + 1.4511080384254456, + 1.4523131847381592, + 1.4448185563087463, + 1.4427459836006165, + 1.4205081462860107, + 1.460044503211975, + 1.4320980310440063, + 1.437372088432312, + 1.4137632250785828, + 1.4365909099578857, + 1.4087618589401245, + 1.4266444444656372, + 1.4098458290100098, + 1.4438841342926025, + 1.4237042665481567, + 1.455794870853424, + 1.447975218296051, + 1.4192999601364136, + 1.411889910697937, + 1.4082443714141846, + 1.4155811071395874, + 1.4349624514579773, + 1.4474651217460632, + 1.4179978966712952, + 1.4260401129722595, + 1.41665118932724, + 1.4054356217384338, + 1.4439464807510376, + 1.4075802564620972, + 1.4184439182281494, + 1.3972119688987732, + 1.43907630443573, + 1.3957839012145996, + 1.4176236391067505, + 1.4115458130836487, + 1.4430160522460938, + 1.4366220235824585 ], "p10": [ - 1.2822930216789246, - 1.2529138326644897, - 1.2227582931518555, - 1.2606472373008728, - 1.2742387652397156, - 1.2677286863327026, - 1.2892844676971436, - 1.2188884019851685, - 1.2327611446380615, - 1.230336606502533, - 1.2257404923439026, - 1.2024741768836975, - 1.18772691488266, - 1.2098670601844788, - 1.16395503282547, - 1.203181505203247, - 1.1867641806602478, - 1.219082236289978, - 1.2330694794654846, - 1.2001612782478333, - 1.2414488792419434, - 1.2036821842193604, - 1.2195507884025574, - 1.2307947278022766, - 1.2511099576950073, - 1.269969880580902, - 1.2396539449691772, - 1.2700915336608887, - 1.2145777940750122, - 1.2526491284370422, - 1.2282179594039917, - 1.2142597436904907, - 1.2540982365608215, - 1.2359753251075745, - 1.1915507912635803, - 1.2203101515769958, - 1.2396374940872192, - 1.1803442239761353, - 1.2234529256820679, - 1.1950833201408386, - 1.1692487597465515, - 1.2004185318946838, - 1.1795130372047424, - 1.1945337057113647, - 1.1919521689414978, - 1.1818305253982544, - 1.1539291739463806, - 1.1744644045829773, - 1.0741348266601562, - 1.1348722577095032, - 1.0859651565551758, - 1.0792195796966553, - 1.126537561416626, - 1.0258627533912659, - 1.0770902633666992, - 1.0577783584594727, - 1.1166526675224304, - 1.120195209980011, - 1.1527529954910278, - 1.1004413962364197, - 0.978685736656189, - 1.1239474415779114, - 1.0965818166732788, - 1.080215036869049, - 1.026828110218048, - 0.9822735786437988, - 1.0822393894195557, - 1.0101643800735474, - 1.0457096099853516, - 1.040473222732544, - 0.9927977025508881, - 1.0954203009605408 + 1.2796537280082703, + 1.2472465634346008, + 1.2316604852676392, + 1.2585871815681458, + 1.277586817741394, + 1.2328507900238037, + 1.260063886642456, + 1.2437052726745605, + 1.2638827562332153, + 1.2237702012062073, + 1.2317419052124023, + 1.2209839820861816, + 1.2113376259803772, + 1.217567503452301, + 1.2585895657539368, + 1.1777711510658264, + 1.2039008736610413, + 1.1485049724578857, + 1.2053565382957458, + 1.1854233145713806, + 1.1827118396759033, + 1.1987431049346924, + 1.2427840828895569, + 1.2218560576438904, + 1.22873854637146, + 1.2174615263938904, + 1.1654057502746582, + 1.2378101348876953, + 1.231988787651062, + 1.2595273852348328, + 1.164699375629425, + 1.2367937564849854, + 1.1766350269317627, + 1.2255899310112, + 1.214063823223114, + 1.1730661392211914, + 1.2363677620887756, + 1.1983104944229126, + 1.1583390831947327, + 1.1860418319702148, + 1.2561219334602356, + 1.1690186858177185, + 1.1612182259559631, + 1.1903340220451355, + 1.1898140907287598, + 1.1367773413658142, + 1.1859129071235657, + 1.1338542699813843, + 1.2227337956428528, + 1.150806188583374, + 1.1956339478492737, + 1.150065839290619, + 1.1756900548934937, + 1.1579352021217346, + 1.1490308046340942, + 1.151993989944458, + 1.162217617034912, + 1.1736182570457458, + 1.1480607986450195, + 1.1345933675765991, + 1.1593028903007507, + 1.1112726926803589, + 1.1477665901184082, + 1.1230292916297913, + 1.0755069255828857, + 1.1515808701515198, + 1.1615395545959473, + 1.0510601997375488, + 1.1217035055160522, + 1.1690453886985779, + 1.1649688482284546, + 1.1883468627929688 ], "p90": [ - 1.6439680457115173, - 1.633513867855072, - 1.6181290745735168, - 1.6420233845710754, - 1.6723880767822266, - 1.6595768332481384, - 1.6936651468276978, - 1.6321141123771667, - 1.6430686116218567, - 1.6338188648223877, - 1.647104024887085, - 1.7018205523490906, - 1.679835855960846, - 1.716772973537445, - 1.702291488647461, - 1.6962898969650269, - 1.6276305317878723, - 1.6714882850646973, - 1.705590546131134, - 1.7280038595199585, - 1.6939117908477783, - 1.6733928322792053, - 1.7816821932792664, - 1.6744723916053772, - 1.6809474229812622, - 1.6816371083259583, - 1.6614462733268738, - 1.6472746133804321, - 1.6361591815948486, - 1.6648647785186768, - 1.6969816088676453, - 1.742494523525238, - 1.6711825132369995, - 1.7172073125839233, - 1.6840415000915527, - 1.7133861184120178, - 1.768187403678894, - 1.7359606623649597, - 1.75464528799057, - 1.727525770664215, - 1.8194196224212646, - 1.7759751081466675, - 1.7987847328186035, - 1.6983819007873535, - 1.793367087841034, - 1.7260190844535828, - 1.7368998527526855, - 1.6803792715072632, - 1.806078553199768, - 1.7735542058944702, - 1.7651876211166382, - 1.7588130831718445, - 1.7382884621620178, - 1.745170772075653, - 1.792055904865265, - 1.6942105293273926, - 1.7716325521469116, - 1.7736427783966064, - 1.8033113479614258, - 1.7851370573043823, - 1.8161296248435974, - 1.7951620221138, - 1.7554141283035278, - 1.794542372226715, - 1.7383867502212524, - 1.7144176363945007, - 1.7541167736053467, - 1.8783197402954102, - 1.8499272465705872, - 1.8793498277664185, - 1.9047674536705017, - 1.8599359393119812 + 1.6222294569015503, + 1.604308009147644, + 1.6120479106903076, + 1.6188523173332214, + 1.6148768663406372, + 1.612019658088684, + 1.646285891532898, + 1.62985759973526, + 1.6212495565414429, + 1.6046222448349, + 1.638002097606659, + 1.6807805299758911, + 1.6210384368896484, + 1.6384246945381165, + 1.6399425268173218, + 1.66722571849823, + 1.6303964853286743, + 1.6189132928848267, + 1.6171706914901733, + 1.6234164237976074, + 1.6411558985710144, + 1.6121025681495667, + 1.602852702140808, + 1.6368874907493591, + 1.594869077205658, + 1.6130657196044922, + 1.5976755023002625, + 1.6792346239089966, + 1.6075960993766785, + 1.6116851568222046, + 1.6304339170455933, + 1.6429999470710754, + 1.6153220534324646, + 1.6508845686912537, + 1.6125969886779785, + 1.6273112893104553, + 1.6879224181175232, + 1.6604806184768677, + 1.6481783986091614, + 1.6768962144851685, + 1.650033950805664, + 1.648674190044403, + 1.662710964679718, + 1.6849555373191833, + 1.6587855219841003, + 1.624499261379242, + 1.6617087125778198, + 1.633291482925415, + 1.6439926028251648, + 1.660487711429596, + 1.702118456363678, + 1.720259189605713, + 1.6986544728279114, + 1.7278884649276733, + 1.638078510761261, + 1.6459811925888062, + 1.6863749027252197, + 1.6809070110321045, + 1.6887701749801636, + 1.7170615196228027, + 1.690854012966156, + 1.6930896639823914, + 1.6731442213058472, + 1.7510309219360352, + 1.7867383360862732, + 1.6618086695671082, + 1.7338385581970215, + 1.7065224647521973, + 1.7002795934677124, + 1.7118306159973145, + 1.7467527389526367, + 1.6884090304374695 ], "timestamps": [ - "2026-06-18 04:50:00", - "2026-06-18 05:00:00", - "2026-06-18 05:10:00", - "2026-06-18 05:20:00", - "2026-06-18 05:30:00", - "2026-06-18 05:40:00", - "2026-06-18 05:50:00", - "2026-06-18 06:00:00", - "2026-06-18 06:10:00", - "2026-06-18 06:20:00", - "2026-06-18 06:30:00", - "2026-06-18 06:40:00", - "2026-06-18 06:50:00", - "2026-06-18 07:00:00", - "2026-06-18 07:10:00", - "2026-06-18 07:20:00", - "2026-06-18 07:30:00", - "2026-06-18 07:40:00", "2026-06-18 07:50:00", "2026-06-18 08:00:00", "2026-06-18 08:10:00", @@ -533,6 +513,22 @@ "2026-06-19 05:20:00", "2026-06-19 05:30:00", "2026-06-19 05:40:00", - "2026-06-19 05:50:00" + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 18e8f6709d1345973b08f6c9ad90a114dfe37263..aa5074122203d2ed86e8e497077d565deba30f00 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,47 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T03:59:49.567190+00:00", + "evaluated_at": "2026-06-20T14:46:32.911386+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 19.0, - 19.0, - 20.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,9 +65,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 18.899999618530273, @@ -127,90 +89,125 @@ 17.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.98327922821045, - 18.98227024078369, - 18.983580589294434, - 18.982842445373535, - 18.985408782958984, - 18.98757839202881, - 18.981892585754395, - 18.987343788146973, - 18.982315063476562, - 18.97960662841797, - 18.99008846282959, - 18.98913288116455, - 18.995439529418945, - 18.985130310058594, - 19.00904655456543, - 18.997885704040527, - 19.020461082458496, - 19.033830642700195, - 19.06244945526123, - 19.017253875732422, - 19.149232864379883, - 19.008228302001953, - 18.984257698059082, - 19.07058048248291 + 17.018735885620117, + 17.008275032043457, + 17.034271240234375, + 16.97989559173584, + 17.004619598388672, + 17.027450561523438, + 17.0300874710083, + 16.97536277770996, + 16.90495491027832, + 16.94813823699951, + 16.941226959228516, + 16.931184768676758, + 16.80570697784424, + 16.896775245666504, + 16.8300199508667, + 16.76812171936035, + 16.700681686401367, + 16.752163887023926, + 16.786880493164062, + 16.71452236175537, + 16.675649642944336, + 16.638416290283203, + 16.594221115112305, + 16.445768356323242 ], "p10": [ - 18.96195125579834, - 18.94595432281494, - 18.94893455505371, - 18.941926956176758, - 18.9182186126709, - 18.92391300201416, - 18.892534255981445, - 18.882604598999023, - 18.863450050354004, - 18.84630012512207, - 18.844035148620605, - 18.8310604095459, - 18.74508285522461, - 18.71745014190674, - 18.67372226715088, - 18.51698112487793, - 18.186315536499023, - 18.224722862243652, - 17.99783992767334, - 17.98175048828125, - 17.89709758758545, - 17.945517539978027, - 17.883347511291504, - 17.898871421813965 + 16.81600284576416, + 16.67178726196289, + 16.65708637237549, + 16.55851173400879, + 16.54877471923828, + 16.503511428833008, + 16.445849418640137, + 16.331167221069336, + 16.21566390991211, + 16.140372276306152, + 16.10819721221924, + 16.160383224487305, + 15.593373775482178, + 15.987754344940186, + 15.56986141204834, + 15.68306589126587, + 15.49570894241333, + 15.752702713012695, + 15.384943008422852, + 15.252593040466309, + 15.192846775054932, + 15.019216537475586, + 14.981864929199219, + 14.648523330688477 ], "p90": [ - 19.00879955291748, - 19.015416145324707, - 19.02034568786621, - 19.034521102905273, - 19.05241107940674, - 19.084969520568848, - 19.073800086975098, - 19.07447624206543, - 19.097572326660156, - 19.150161743164062, - 19.128962516784668, - 19.586623191833496, - 19.347631454467773, - 19.520895957946777, - 19.457246780395508, - 20.34166717529297, - 20.30796527862549, - 20.00896453857422, - 20.58768939971924, - 20.863330841064453, - 20.15559482574463, - 20.55378246307373, - 20.345986366271973, - 20.805131912231445 + 17.220498085021973, + 17.396140098571777, + 17.42599582672119, + 17.517857551574707, + 17.62605381011963, + 17.560486793518066, + 17.789409637451172, + 17.597966194152832, + 17.73384380340576, + 17.742697715759277, + 17.57630729675293, + 18.044721603393555, + 17.787878036499023, + 17.994998931884766, + 17.761850357055664, + 17.97145938873291, + 18.05777931213379, + 18.087470054626465, + 18.167665481567383, + 17.984641075134277, + 17.932621002197266, + 18.847140312194824, + 18.452038764953613, + 18.335390090942383 ], "timestamps": [ - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", "2026-06-19 21:00:00", "2026-06-19 22:00:00", "2026-06-19 23:00:00", @@ -327,6 +324,9 @@ "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", - "2026-06-24 17:00:00" + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5bb3dc4089814de636293fde16aeed0a9eb68c10..3ff7e4a9a161d2b51d2413098d0241a22f265311 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:00:03.557471+00:00", + "evaluated_at": "2026-06-20T14:46:42.831039+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 23.5, - 22.799999237060547, - 22.200000762939453, 21.899999618530273, 21.899999618530273, 22.200000762939453, @@ -341,12 +338,12 @@ 21.299999237060547, 22.0, 24.799999237060547, - 28.899999618530273 - ], - "actuals": [ + 28.899999618530273, 32.79999923706055, 37.599998474121094, - 31.5, + 31.5 + ], + "actuals": [ 41.900001525878906, 38.0, 36.0, @@ -367,90 +364,90 @@ 17.100000381469727, 13.100000381469727, 14.5, - 16.299999237060547 + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 ], "p50": [ - 28.90188980102539, - 27.192152976989746, - 26.686245918273926, - 25.276257514953613, - 25.181440353393555, - 25.98190689086914, - 28.596278190612793, - 31.858433723449707, - 34.520599365234375, - 38.476253509521484, - 40.044673919677734, - 39.025835037231445, - 35.59831619262695, - 31.1509428024292, - 28.65403461456299, - 28.245649337768555, - 25.747188568115234, - 27.199578285217285, - 26.518390655517578, - 26.98066806793213, - 25.230921745300293, - 25.340347290039062, - 24.734045028686523, - 26.32579803466797 + 29.42600727081299, + 28.435147285461426, + 28.717878341674805, + 29.320717811584473, + 32.22144317626953, + 34.474199295043945, + 37.23797035217285, + 39.7688045501709, + 37.12490272521973, + 37.52080726623535, + 32.13352298736572, + 30.89550495147705, + 27.56022548675537, + 24.298786163330078, + 24.44314670562744, + 26.441325187683105, + 26.19874095916748, + 25.63056182861328, + 26.89649772644043, + 26.34394073486328, + 24.824325561523438, + 25.37083148956299, + 24.1462984085083, + 24.009363174438477 ], "p10": [ - 23.030077934265137, - 20.384745597839355, - 20.413599967956543, - 18.577592849731445, - 17.483723640441895, - 17.440226554870605, - 18.03122329711914, - 19.52845573425293, - 21.443367958068848, - 22.525447845458984, - 23.152015686035156, - 21.83930015563965, - 22.12160587310791, - 19.755799293518066, - 16.70689868927002, - 16.02121591567993, - 15.369022369384766, - 15.409418106079102, - 15.730803489685059, - 17.4465274810791, - 16.39153003692627, - 16.994075775146484, - 16.010870933532715, - 16.563283920288086 + 24.209197998046875, + 21.17554473876953, + 21.429709434509277, + 21.02706527709961, + 21.986385345458984, + 22.935465812683105, + 23.81569004058838, + 23.421947479248047, + 21.429762840270996, + 21.234505653381348, + 19.81535053253174, + 15.816856384277344, + 17.50373077392578, + 14.784674644470215, + 14.149527072906494, + 15.476619243621826, + 14.987406253814697, + 16.229177474975586, + 16.355433464050293, + 16.322399139404297, + 14.984248638153076, + 15.553699016571045, + 13.880825996398926, + 15.707338333129883 ], "p90": [ - 34.97483253479004, - 34.845703125, - 35.10525703430176, - 34.651466369628906, - 34.78920364379883, - 35.06482124328613, - 42.630165100097656, - 49.02195358276367, - 50.98142623901367, - 56.81540107727051, - 57.89840888977051, - 61.07973861694336, - 57.58306312561035, - 57.068716049194336, - 51.760955810546875, - 55.37325668334961, - 41.6369514465332, - 44.25772476196289, - 42.38743591308594, - 40.94710350036621, - 39.797611236572266, - 38.13192367553711, - 36.89311981201172, - 39.661001205444336 + 35.46847152709961, + 35.52133369445801, + 37.605491638183594, + 41.056758880615234, + 42.72529411315918, + 49.71734809875488, + 51.485633850097656, + 57.17724609375, + 59.038272857666016, + 57.26082229614258, + 54.246660232543945, + 48.55226707458496, + 47.63740539550781, + 43.55090141296387, + 41.281394958496094, + 49.23576736450195, + 41.93966484069824, + 43.490230560302734, + 41.05119705200195, + 41.19369125366211, + 38.79315757751465, + 37.77960014343262, + 37.571632385253906, + 38.12894630432129 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 02107724a9c0f89c37d1d77ae40cadb1df9d34af..71b2b02eb11a8db79a95ad78de77db2ac34c2bbb 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:00:11.968903+00:00", + "evaluated_at": "2026-06-20T14:46:53.115755+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.399999618530273, - 26.399999618530273, - 26.299999237060547, 25.100000381469727, 24.200000762939453, 23.5, @@ -341,12 +338,12 @@ 26.299999237060547, 26.700000762939453, 27.5, - 28.0 - ], - "actuals": [ + 28.0, 29.399999618530273, 29.899999618530273, - 30.899999618530273, + 30.899999618530273 + ], + "actuals": [ 28.0, 27.200000762939453, 27.200000762939453, @@ -367,90 +364,90 @@ 27.200000762939453, 27.899999618530273, 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, 29.799999237060547 ], "p50": [ - 27.92972755432129, - 28.109274864196777, - 28.144702911376953, - 28.095986366271973, - 27.13407325744629, - 26.586730003356934, - 25.685928344726562, - 25.34697914123535, - 24.699769973754883, - 23.936434745788574, - 23.62292194366455, - 23.317806243896484, - 23.14981174468994, - 23.154438018798828, - 22.63490104675293, - 23.047593116760254, - 22.824816703796387, - 22.879196166992188, - 23.366167068481445, - 24.35548686981201, - 25.35543155670166, - 25.935662269592285, - 26.63213062286377, - 27.741331100463867 + 30.210020065307617, + 29.249252319335938, + 28.504067420959473, + 27.76779842376709, + 26.769404411315918, + 25.945619583129883, + 25.437047958374023, + 24.924704551696777, + 24.62221050262451, + 24.1000919342041, + 23.84199810028076, + 24.0306396484375, + 24.23047924041748, + 24.096264839172363, + 23.80657386779785, + 24.041614532470703, + 24.993122100830078, + 26.180102348327637, + 27.242985725402832, + 27.518895149230957, + 28.451078414916992, + 28.769553184509277, + 29.11419677734375, + 29.506876945495605 ], "p10": [ - 27.22237777709961, - 26.80346965789795, - 26.781421661376953, - 26.544211387634277, - 25.494474411010742, - 25.035493850708008, - 24.078930854797363, - 23.445293426513672, - 22.85701847076416, - 22.207822799682617, - 22.370150566101074, - 21.78849506378174, - 21.245914459228516, - 21.24339008331299, - 20.973044395446777, - 21.253995895385742, - 20.984045028686523, - 21.345745086669922, - 21.439586639404297, - 21.825368881225586, - 23.49753475189209, - 23.682562828063965, - 24.443206787109375, - 25.145459175109863 + 28.862309455871582, + 27.68910503387451, + 27.15277671813965, + 26.059441566467285, + 25.184880256652832, + 24.101048469543457, + 23.997483253479004, + 23.121285438537598, + 23.06972312927246, + 22.64824676513672, + 22.003040313720703, + 22.051230430603027, + 22.444013595581055, + 22.082816123962402, + 21.714234352111816, + 22.064401626586914, + 23.173428535461426, + 23.86626434326172, + 24.75862979888916, + 25.055577278137207, + 25.52933406829834, + 25.72722053527832, + 26.1522216796875, + 25.673906326293945 ], "p90": [ - 29.146818161010742, - 29.94915771484375, - 30.05086040496826, - 30.23968505859375, - 29.09708595275879, - 28.028902053833008, - 27.42090129852295, - 27.196358680725098, - 26.397747039794922, - 26.03157138824463, - 25.199400901794434, - 25.190909385681152, - 24.679765701293945, - 25.13710594177246, - 24.7690372467041, - 24.663957595825195, - 24.468976974487305, - 25.13181781768799, - 25.501431465148926, - 26.277109146118164, - 27.754703521728516, - 28.556336402893066, - 29.866079330444336, - 30.247968673706055 + 32.02360153198242, + 31.270548820495605, + 30.58527946472168, + 29.60601043701172, + 28.575119972229004, + 27.565783500671387, + 26.932372093200684, + 26.776887893676758, + 26.613994598388672, + 26.014155387878418, + 25.61512279510498, + 26.10025978088379, + 26.098758697509766, + 26.305757522583008, + 26.097978591918945, + 26.252195358276367, + 27.360071182250977, + 29.139098167419434, + 30.263846397399902, + 30.3961238861084, + 31.709996223449707, + 32.11969757080078, + 32.177812576293945, + 33.153676986694336 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/moirai_1_1_small/all_results.csv b/results/moirai_1_1_small/all_results.csv deleted file mode 100644 index b6d288c0e5dc5b97db62acdbe9a606edd7a11261..0000000000000000000000000000000000000000 --- a/results/moirai_1_1_small/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,696015.276705424,1148158.655008475,893.383544921875,1.6076851625581483,0.013428481386081078,0.013558899610447017,6.319664350225788,834.2753003088512,0.012603482286159316,0.01349643658274514,0.01180700829184082,Finance,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,11.15032985733736,9.823947084771854,3.1007635990778604,3.2308970197331917,0.20429326593875885,0.1849047622991562,41.29807311549259,3.3392109632871896,0.2189646533303075,0.20332876059526955,0.13637978739642925,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,21.581878593389092,13.855211259411305,2.780069430669149,0.5768443775451836,0.7039667869763685,0.29778029746775,7.130291422780721,4.645630053436142,0.4459804851298697,0.26688666534423827,0.2303719969007704,Hazards,1 diff --git a/results/moirai_1_1_small/config.json b/results/moirai_1_1_small/config.json deleted file mode 100644 index b247a1e751a00ba00c8ee5d1fb4483efc762c270..0000000000000000000000000000000000000000 --- a/results/moirai_1_1_small/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Moirai-1.1-Small", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-small", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Salesforce / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "Salesforce/moirai-1.1-R-small" -} diff --git a/results/moirai_1_1_small/online_meta.json b/results/moirai_1_1_small/online_meta.json deleted file mode 100644 index 94f067539e84ebad9380b576f11a85fdf3874704..0000000000000000000000000000000000000000 --- a/results/moirai_1_1_small/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Moirai-1.1-Small", - "api_model_id": "Salesforce/moirai-1.1-R-small", - "evaluated_at": "2026-06-16T05:14:21.986461+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/online_status.json b/results/online_status.json index 20079ce31c9b0c652262a9cccfcfa165f309022f..4c815c8863d358dc0f707fa4df0fbf8a073736fb 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,276 @@ { - "status": "partial", - "started_at": "2026-06-20T13:00:45.444411+00:00", - "finished_at": "2026-06-20T14:42:24.277217+00:00", - "task_count": 8, + "status": "ok", + "started_at": "2026-06-20T04:20:53.611481+00:00", + "finished_at": "2026-06-20T04:57:41.743866+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-20T04:38:00.287180+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-20T04:39:02.733518+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-20T04:55:46.714490+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-20T04:56:15.233982+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-20T04:56:57.425367+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-20T04:57:39.474747+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-20T04:57:41.551021+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-20T04:57:41.691011+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-20T04:57:41.721492+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-20T04:57:41.742498+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], "push_status": "ok", - "pushed_at": "2026-06-20T14:42:29.397468+00:00", - "push_detail": "HF Hub API" + "pushed_at": "2026-06-20T06:09:25.990942+00:00", + "push_detail": "git@huggingface.co" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260620_071145.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260620_071145.json new file mode 100644 index 0000000000000000000000000000000000000000..07538760b368bd886f9f02e0a373fdf00370c608 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260620_071145.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T07:11:45.588312+00:00", + "metrics": { + "MSE[mean]": 136.714958867089, + "MSE[0.5]": 136.714958867089, + "MAE[0.5]": 10.579479217529297, + "MASE[0.5]": 0.9306934599281305, + "MAPE[0.5]": 0.6675144320848995, + "sMAPE[0.5]": 0.47262110180861877, + "MSIS": 13.420236875774599, + "RMSE[mean]": 11.6925172168823, + "NRMSE[mean]": 0.5837745081735417, + "ND[0.5]": 0.528203650453307, + "mean_weighted_sum_quantile_loss": 0.3974712038022124 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5 + ], + "actual": [ + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 17.100000381469727, + 13.100000381469727, + 14.5, + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 + ], + "predictions": { + "p50": [ + 29.106470108032227, + 28.898725509643555, + 29.057748794555664, + 30.680601119995117, + 33.942291259765625, + 37.73435974121094, + 38.38703918457031, + 36.81092071533203, + 33.78153991699219, + 30.34842300415039, + 26.539161682128906, + 23.864315032958984, + 22.18640899658203, + 21.641122817993164, + 22.149202346801758, + 23.279621124267578, + 25.970542907714844, + 25.81273651123047, + 25.822322845458984, + 25.89275360107422, + 25.457643508911133, + 25.12886619567871, + 24.620853424072266, + 24.180919647216797 + ], + "p10": [ + 25.7828426361084, + 24.332433700561523, + 23.21717071533203, + 23.158910751342773, + 24.508371353149414, + 24.611713409423828, + 25.185304641723633, + 24.616119384765625, + 22.57354736328125, + 20.14165687561035, + 18.12101936340332, + 16.515560150146484, + 15.456635475158691, + 15.176712036132812, + 15.144574165344238, + 15.553118705749512, + 17.203845977783203, + 17.526235580444336, + 18.061614990234375, + 18.527420043945312, + 18.278156280517578, + 17.862789154052734, + 17.598222732543945, + 17.433364868164062 + ], + "p90": [ + 33.303428649902344, + 34.859066009521484, + 37.67039489746094, + 42.180137634277344, + 48.287200927734375, + 55.10279846191406, + 56.553504943847656, + 56.97444152832031, + 53.17615509033203, + 49.93830490112305, + 45.78923034667969, + 42.07646179199219, + 39.753807067871094, + 39.667694091796875, + 40.561058044433594, + 42.61933898925781, + 44.802833557128906, + 41.55841827392578, + 40.45566177368164, + 39.93915557861328, + 38.62367248535156, + 38.525489807128906, + 37.72882080078125, + 36.45778274536133 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260620_144642.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260620_144642.json new file mode 100644 index 0000000000000000000000000000000000000000..2206c9c122529b36dce88f616f1026deab7c8db8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260620_144642.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T14:46:42.831039+00:00", + "metrics": { + "MSE[mean]": 226.87881344578872, + "MSE[0.5]": 176.60978026721614, + "MAE[0.5]": 12.062334378560385, + "MASE[0.5]": 1.0611425654101494, + "MAPE[0.5]": 0.779118291148985, + "sMAPE[0.5]": 0.5218049019171218, + "MSIS": 12.52238868428976, + "RMSE[mean]": 15.062496919361966, + "NRMSE[mean]": 0.7520281191692457, + "ND[0.5]": 0.6022384392217719, + "mean_weighted_sum_quantile_loss": 0.43043169847631907 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5 + ], + "actual": [ + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 17.100000381469727, + 13.100000381469727, + 14.5, + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 + ], + "predictions": { + "p50": [ + 29.42600727081299, + 28.435147285461426, + 28.717878341674805, + 29.320717811584473, + 32.22144317626953, + 34.474199295043945, + 37.23797035217285, + 39.7688045501709, + 37.12490272521973, + 37.52080726623535, + 32.13352298736572, + 30.89550495147705, + 27.56022548675537, + 24.298786163330078, + 24.44314670562744, + 26.441325187683105, + 26.19874095916748, + 25.63056182861328, + 26.89649772644043, + 26.34394073486328, + 24.824325561523438, + 25.37083148956299, + 24.1462984085083, + 24.009363174438477 + ], + "p10": [ + 24.209197998046875, + 21.17554473876953, + 21.429709434509277, + 21.02706527709961, + 21.986385345458984, + 22.935465812683105, + 23.81569004058838, + 23.421947479248047, + 21.429762840270996, + 21.234505653381348, + 19.81535053253174, + 15.816856384277344, + 17.50373077392578, + 14.784674644470215, + 14.149527072906494, + 15.476619243621826, + 14.987406253814697, + 16.229177474975586, + 16.355433464050293, + 16.322399139404297, + 14.984248638153076, + 15.553699016571045, + 13.880825996398926, + 15.707338333129883 + ], + "p90": [ + 35.46847152709961, + 35.52133369445801, + 37.605491638183594, + 41.056758880615234, + 42.72529411315918, + 49.71734809875488, + 51.485633850097656, + 57.17724609375, + 59.038272857666016, + 57.26082229614258, + 54.246660232543945, + 48.55226707458496, + 47.63740539550781, + 43.55090141296387, + 41.281394958496094, + 49.23576736450195, + 41.93966484069824, + 43.490230560302734, + 41.05119705200195, + 41.19369125366211, + 38.79315757751465, + 37.77960014343262, + 37.571632385253906, + 38.12894630432129 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260620_094331.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260620_094331.json new file mode 100644 index 0000000000000000000000000000000000000000..999d5d1effd2c9814c236258585e0e4a5d42c9e5 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260620_094331.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T09:43:31.364614+00:00", + "metrics": { + "MSE[mean]": 113.76173126637143, + "MSE[0.5]": 73.10270333878384, + "MAE[0.5]": 7.873887141545613, + "MASE[0.5]": 0.692678261015584, + "MAPE[0.5]": 0.47448062190033385, + "sMAPE[0.5]": 0.37618632912136524, + "MSIS": 38.5862966517048, + "RMSE[mean]": 10.665914459921916, + "NRMSE[mean]": 0.5325191190714551, + "ND[0.5]": 0.3931210455549279, + "mean_weighted_sum_quantile_loss": 0.5146041799219523 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5 + ], + "actual": [ + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 17.100000381469727, + 13.100000381469727, + 14.5, + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 + ], + "predictions": { + "p50": [ + 28.270374298095703, + 27.070369720458984, + 26.75478172302246, + 26.486223220825195, + 27.460412979125977, + 29.372957229614258, + 30.401670455932617, + 30.46415901184082, + 28.97471809387207, + 25.721782684326172, + 22.933670043945312, + 20.90703010559082, + 20.112876892089844, + 19.470932006835938, + 19.53512954711914, + 19.979938507080078, + 20.663463592529297, + 20.88445472717285, + 21.502838134765625, + 22.41901397705078, + 22.002750396728516, + 21.837223052978516, + 21.891357421875, + 22.16051483154297 + ], + "p10": [ + 28.422805786132812, + 27.827211380004883, + 28.306800842285156, + 29.06842803955078, + 31.021024703979492, + 34.33159637451172, + 35.91088104248047, + 36.31627655029297, + 34.78351593017578, + 32.12055206298828, + 29.625513076782227, + 26.82952308654785, + 25.81551170349121, + 25.792898178100586, + 25.494243621826172, + 25.869131088256836, + 26.065921783447266, + 25.64830780029297, + 25.983142852783203, + 26.09895133972168, + 25.754013061523438, + 25.432693481445312, + 25.10479736328125, + 25.275863647460938 + ], + "p90": [ + 30.69550895690918, + 31.883304595947266, + 33.82062911987305, + 35.631317138671875, + 39.12892150878906, + 43.290035247802734, + 46.195281982421875, + 47.41959762573242, + 46.419219970703125, + 43.250877380371094, + 40.43296432495117, + 37.80431365966797, + 36.333290100097656, + 35.46135711669922, + 34.78284454345703, + 34.51451873779297, + 34.28600311279297, + 33.72454833984375, + 33.927650451660156, + 33.93402099609375, + 33.00396728515625, + 32.80704116821289, + 32.511512756347656, + 32.420753479003906 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260620_131730.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260620_131730.json new file mode 100644 index 0000000000000000000000000000000000000000..c20225c00385c3b27df3b51b2aaa72c8ef2b6a72 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260620_131730.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:17:30.863962+00:00", + "metrics": { + "MSE[mean]": 84.96760987306872, + "MSE[0.5]": 84.96760987306872, + "MAE[0.5]": 8.38938577969869, + "MASE[0.5]": 0.7380274886350292, + "MAPE[0.5]": 0.5293555255069178, + "sMAPE[0.5]": 0.3984394381478209, + "MSIS": 6.019725375664097, + "RMSE[mean]": 9.217787688652235, + "NRMSE[mean]": 0.4602182211561378, + "ND[0.5]": 0.4188584431032878, + "mean_weighted_sum_quantile_loss": 0.303414408702417 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5 + ], + "actual": [ + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 17.100000381469727, + 13.100000381469727, + 14.5, + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 + ], + "predictions": { + "p50": [ + 30.20931053161621, + 30.09913444519043, + 29.948421478271484, + 30.068073272705078, + 32.100379943847656, + 33.826995849609375, + 33.8375129699707, + 31.807693481445312, + 29.010086059570312, + 25.960233688354492, + 23.179086685180664, + 21.500350952148438, + 20.219593048095703, + 19.779582977294922, + 20.30256462097168, + 21.443557739257812, + 22.762876510620117, + 22.618000030517578, + 23.27364730834961, + 24.109912872314453, + 24.372251510620117, + 24.476943969726562, + 24.538564682006836, + 24.450361251831055 + ], + "p10": [ + 26.593265533447266, + 24.67021942138672, + 23.199031829833984, + 22.521455764770508, + 22.947219848632812, + 22.715045928955078, + 21.531997680664062, + 19.88104820251465, + 18.10257339477539, + 15.892560005187988, + 14.159358978271484, + 12.834400177001953, + 11.833202362060547, + 11.297306060791016, + 11.505023956298828, + 12.318737030029297, + 13.309316635131836, + 13.629813194274902, + 14.212531089782715, + 14.706938743591309, + 14.946160316467285, + 15.016566276550293, + 15.132913589477539, + 15.196386337280273 + ], + "p90": [ + 34.58333206176758, + 36.83407211303711, + 38.8210334777832, + 41.63050079345703, + 48.20283508300781, + 54.98347473144531, + 57.14521789550781, + 56.263221740722656, + 53.702064514160156, + 49.791343688964844, + 46.78947448730469, + 44.068603515625, + 42.78109359741211, + 41.968894958496094, + 41.8442497253418, + 42.98685073852539, + 43.9067268371582, + 41.70682144165039, + 40.78601837158203, + 40.691986083984375, + 39.855979919433594, + 39.31134033203125, + 38.90121078491211, + 38.71847152709961 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260620_114317.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260620_114317.json new file mode 100644 index 0000000000000000000000000000000000000000..3e422c844b8fdb3328d4b3a108315b488a842ebc --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260620_114317.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T11:43:17.796335+00:00", + "metrics": { + "MSE[mean]": 135.22551178353046, + "MSE[0.5]": 135.22551178353046, + "MAE[0.5]": 10.861041704813639, + "MASE[0.5]": 0.955462955674428, + "MAPE[0.5]": 0.6878287037777616, + "sMAPE[0.5]": 0.4873369854145517, + "MSIS": 14.071921252745947, + "RMSE[mean]": 11.628650471294184, + "NRMSE[mean]": 0.5805858211438135, + "ND[0.5]": 0.5422612737593656, + "mean_weighted_sum_quantile_loss": 0.41272243009557513 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5 + ], + "actual": [ + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 17.100000381469727, + 13.100000381469727, + 14.5, + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 + ], + "predictions": { + "p50": [ + 29.348224639892578, + 28.26979637145996, + 28.012697219848633, + 29.03360366821289, + 32.587890625, + 35.607845306396484, + 36.69930648803711, + 35.190738677978516, + 32.4940185546875, + 28.99453353881836, + 26.41796875, + 24.656160354614258, + 23.893882751464844, + 23.36663055419922, + 23.283477783203125, + 23.855443954467773, + 25.344539642333984, + 25.13296890258789, + 25.97032928466797, + 26.37826919555664, + 26.453737258911133, + 26.57974624633789, + 27.0239200592041, + 27.29791259765625 + ], + "p10": [ + 25.658679962158203, + 23.149351119995117, + 21.877796173095703, + 21.655296325683594, + 23.32686996459961, + 23.945049285888672, + 24.456003189086914, + 23.744230270385742, + 21.918190002441406, + 19.738265991210938, + 18.259496688842773, + 17.075603485107422, + 16.521984100341797, + 16.304855346679688, + 16.293758392333984, + 16.57660675048828, + 17.553373336791992, + 17.570358276367188, + 18.222684860229492, + 18.72693634033203, + 18.8858585357666, + 18.909059524536133, + 19.199674606323242, + 19.249526977539062 + ], + "p90": [ + 33.48110580444336, + 34.7123908996582, + 36.60110092163086, + 40.58837890625, + 48.41304397583008, + 55.943817138671875, + 59.02498245239258, + 57.06596374511719, + 53.9314079284668, + 50.192298889160156, + 46.771358489990234, + 44.340362548828125, + 42.847721099853516, + 41.33005142211914, + 40.856163024902344, + 41.80238342285156, + 43.252708435058594, + 42.509666442871094, + 43.21174240112305, + 42.68048858642578, + 42.08573532104492, + 42.329376220703125, + 42.768558502197266, + 42.762603759765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260620_065546.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260620_065546.json new file mode 100644 index 0000000000000000000000000000000000000000..ac2d2d9004bd42ed2a53e4a4d7f5ba0a1eb09e59 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260620_065546.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T06:55:46.625171+00:00", + "metrics": { + "MSE[mean]": 850340.098783493, + "MSE[0.5]": 850340.098783493, + "MAE[0.5]": 727.2472330729166, + "MASE[0.5]": 0.7041882762181357, + "MAPE[0.5]": 0.01152339947322184, + "sMAPE[0.5]": 0.011630060387601912, + "MSIS": 10.115866070477345, + "RMSE[mean]": 922.1388717451906, + "NRMSE[mean]": 0.014650358233228576, + "ND[0.5]": 0.011554043338915425, + "mean_weighted_sum_quantile_loss": 0.009949001220201235 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62697.109375, + 62677.44140625, + 62718.72265625, + 62792.28125, + 62751.07421875, + 62673.921875, + 62599.859375, + 62554.27734375, + 62430.796875, + 62150.640625, + 61956.34765625, + 61843.5078125, + 61850.16015625, + 61975.42578125, + 62167.94921875, + 62383.046875, + 62266.84375, + 62381.796875, + 62371.3828125, + 62295.1640625, + 61939.25390625, + 61566.8828125, + 61433.5546875, + 61338.52734375 + ], + "p10": [ + 62397.67578125, + 62338.5625, + 62339.31640625, + 62412.98828125, + 62323.03515625, + 62227.01171875, + 62136.19140625, + 62059.2265625, + 61886.91015625, + 61581.61328125, + 61317.23828125, + 61159.83984375, + 61148.16015625, + 61276.42578125, + 61474.13671875, + 61713.6171875, + 61559.05078125, + 61617.59765625, + 61560.9921875, + 61481.4765625, + 61111.81640625, + 60675.03515625, + 60549.22265625, + 60403.5703125 + ], + "p90": [ + 63002.23828125, + 62998.109375, + 63055.23046875, + 63171.1640625, + 63137.41796875, + 63107.125, + 63041.91015625, + 63028.37890625, + 62924.1015625, + 62706.91796875, + 62517.30078125, + 62458.03125, + 62474.55078125, + 62578.8125, + 62783.7421875, + 63030.94140625, + 62948.16796875, + 63070.83203125, + 63038.19921875, + 63031.96875, + 62728.3203125, + 62430.35546875, + 62293.21484375, + 62228.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260620_132921.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260620_132921.json new file mode 100644 index 0000000000000000000000000000000000000000..cdeecb9960884164c3584f4190d404f80696a349 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260620_132921.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T13:29:21.753012+00:00", + "metrics": { + "MSE[mean]": 1119284.708955129, + "MSE[0.5]": 142102.82160139084, + "MAE[0.5]": 310.858642578125, + "MASE[0.5]": 0.30100219252762883, + "MAPE[0.5]": 0.004930420072368633, + "sMAPE[0.5]": 0.0049423696097265135, + "MSIS": 2.84998482314472, + "RMSE[mean]": 1057.9625271979764, + "NRMSE[mean]": 0.016808238428826457, + "ND[0.5]": 0.004938725189022426, + "mean_weighted_sum_quantile_loss": 0.007167329779187855 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62894.154296875, + 62949.15625, + 62899.310546875, + 62932.443359375, + 62928.126953125, + 62887.525390625, + 62932.107421875, + 62929.1953125, + 62828.587890625, + 62711.759765625, + 62926.75, + 62773.177734375, + 62676.16796875, + 62906.763671875, + 62870.84765625, + 62695.6640625, + 62636.69921875, + 62761.802734375, + 62702.3984375, + 62506.970703125, + 62507.029296875, + 62523.615234375, + 62437.9921875, + 62725.11328125 + ], + "p10": [ + 62496.123046875, + 62349.240234375, + 62131.6171875, + 62152.052734375, + 61827.357421875, + 61893.91015625, + 61848.986328125, + 61583.658203125, + 61694.259765625, + 61399.435546875, + 61579.826171875, + 61087.05078125, + 61069.83984375, + 61223.408203125, + 61298.3828125, + 60795.302734375, + 61268.46875, + 60794.1171875, + 60852.0703125, + 60944.193359375, + 60540.765625, + 60500.74609375, + 60249.04296875, + 59890.615234375 + ], + "p90": [ + 63304.255859375, + 63405.7890625, + 63608.744140625, + 63707.666015625, + 63743.916015625, + 63942.103515625, + 63977.171875, + 64138.15234375, + 64039.986328125, + 64088.6640625, + 64394.34375, + 64130.337890625, + 64494.412109375, + 64518.033203125, + 64442.0078125, + 64445.70703125, + 64716.404296875, + 64321.599609375, + 64251.310546875, + 64305.384765625, + 64817.76171875, + 64672.9375, + 64583.38671875, + 64651.83984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260620_082415.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260620_082415.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8c04fbb7dd21f29c9f9921c88724907de0c67e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260620_082415.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T08:24:15.953434+00:00", + "metrics": { + "MSE[mean]": 122063.28371810913, + "MSE[0.5]": 101242.120677948, + "MAE[0.5]": 274.7447916666667, + "MASE[0.5]": 0.266033409884782, + "MAPE[0.5]": 0.004364328542468783, + "sMAPE[0.5]": 0.0043661971434430505, + "MSIS": 16.627174955257434, + "RMSE[mean]": 349.375562565714, + "NRMSE[mean]": 0.005550657613897696, + "ND[0.5]": 0.0043649712033207244, + "mean_weighted_sum_quantile_loss": 0.006547869044446434 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62887.3359375, + 62900.48046875, + 62867.65234375, + 62863.5703125, + 62874.86328125, + 62890.01171875, + 62932.97265625, + 62940.16796875, + 62902.515625, + 62972.2109375, + 62954.47265625, + 62947.63671875, + 62927.68359375, + 62942.30859375, + 62901.94140625, + 62906.671875, + 62832.95703125, + 62876.62109375, + 62851.62890625, + 62872.08203125, + 62876.625, + 62891.49609375, + 62859.54296875, + 62835.046875 + ], + "p10": [ + 63045.546875, + 63079.0703125, + 63086.515625, + 63186.4375, + 63254.98046875, + 63265.03515625, + 63412.734375, + 63361.3515625, + 63369.671875, + 63318.08203125, + 63407.1640625, + 63495.68359375, + 63482.5625, + 63456.9921875, + 63399.4375, + 63362.84765625, + 63477.828125, + 63517.1484375, + 63466.67578125, + 63368.76953125, + 63395.73828125, + 63345.79296875, + 63488.3828125, + 63423.62890625 + ], + "p90": [ + 63183.8125, + 63323.1875, + 63431.32421875, + 63529.62109375, + 63648.67578125, + 63739.5234375, + 63845.3984375, + 63899.84375, + 63932.66796875, + 64027.75, + 64044.171875, + 64060.9140625, + 64092.24609375, + 64124.5, + 64088.94140625, + 64105.19921875, + 64046.34375, + 64131.828125, + 64133.12890625, + 64173.6015625, + 64213.46484375, + 64248.26171875, + 64210.26171875, + 64187.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260620_130134.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260620_130134.json new file mode 100644 index 0000000000000000000000000000000000000000..7ead9c834e83afa7a8906a29c96b8cfa6c824d9d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260620_130134.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:01:34.402322+00:00", + "metrics": { + "MSE[mean]": 127625.76986757915, + "MSE[0.5]": 127625.76986757915, + "MAE[0.5]": 291.09912109375, + "MASE[0.5]": 0.28186918969146385, + "MAPE[0.5]": 0.004616796841028184, + "sMAPE[0.5]": 0.00462722343357835, + "MSIS": 2.5498725963675155, + "RMSE[mean]": 357.24749105848053, + "NRMSE[mean]": 0.005675721827042868, + "ND[0.5]": 0.00462479842903734, + "mean_weighted_sum_quantile_loss": 0.006467408911006898 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62945.9140625, + 62942.25390625, + 62939.171875, + 62932.7734375, + 62924.94921875, + 62900.3203125, + 62874.28125, + 62830.75390625, + 62785.484375, + 62745.46484375, + 62734.6953125, + 62740.40234375, + 62764.609375, + 62782.00390625, + 62796.1953125, + 62817.80078125, + 62831.109375, + 62813.57421875, + 62775.8046875, + 62735.76953125, + 62717.9609375, + 62691.0625, + 62667.375, + 62651.91796875 + ], + "p10": [ + 62650.5625, + 62443.6328125, + 62255.640625, + 62112.8984375, + 62006.140625, + 61889.4765625, + 61779.41796875, + 61660.41796875, + 61572.765625, + 61503.1953125, + 61454.35546875, + 61416.53125, + 61386.6484375, + 61353.76953125, + 61313.30078125, + 61265.12890625, + 61208.08984375, + 61144.8046875, + 61087.0078125, + 61011.26953125, + 60965.1640625, + 60904.9765625, + 60860.25390625, + 60812.23046875 + ], + "p90": [ + 63242.44140625, + 63406.359375, + 63589.31640625, + 63712.66015625, + 63797.80078125, + 63857.9921875, + 63918.57421875, + 63946.3671875, + 63970.60546875, + 64008.9375, + 64055.11328125, + 64100.48828125, + 64172.73828125, + 64245.484375, + 64333.55859375, + 64390.01953125, + 64455.66015625, + 64512.45703125, + 64543.64453125, + 64552.96875, + 64582.78515625, + 64597.46875, + 64617.95703125, + 64647.14453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260620_104309.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260620_104309.json new file mode 100644 index 0000000000000000000000000000000000000000..5b59efc8f775862c2dd717c0a0d9599e9d99497a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260620_104309.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T10:43:09.413038+00:00", + "metrics": { + "MSE[mean]": 62927.04262415568, + "MSE[0.5]": 62927.04262415568, + "MAE[0.5]": 203.45703125, + "MASE[0.5]": 0.1970059831166547, + "MAPE[0.5]": 0.0032347821276084883, + "sMAPE[0.5]": 0.003233450277808502, + "MSIS": 2.6279813931439073, + "RMSE[mean]": 250.85263128808452, + "NRMSE[mean]": 0.003985387694548848, + "ND[0.5]": 0.003232396425541126, + "mean_weighted_sum_quantile_loss": 0.0056570811601521385 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62940.54296875, + 62921.19921875, + 62938.18359375, + 62946.76171875, + 62952.1484375, + 62962.08984375, + 62956.98046875, + 62943.30078125, + 62911.21484375, + 62863.875, + 62815.109375, + 62784.0, + 62811.4140625, + 62856.234375, + 62926.91015625, + 63009.90234375, + 63075.0546875, + 63122.94140625, + 63136.88671875, + 63107.8359375, + 63067.875, + 63042.15625, + 63039.28125, + 63038.62890625 + ], + "p10": [ + 62624.03125, + 62436.22265625, + 62327.88671875, + 62199.984375, + 62117.42578125, + 62033.01171875, + 61942.08984375, + 61865.77734375, + 61755.08203125, + 61626.4609375, + 61496.48046875, + 61375.859375, + 61359.046875, + 61379.41796875, + 61405.66015625, + 61458.34765625, + 61486.203125, + 61515.6328125, + 61460.4765625, + 61381.41796875, + 61263.33203125, + 61142.00390625, + 61094.84375, + 61033.29296875 + ], + "p90": [ + 63275.98046875, + 63406.20703125, + 63586.03515625, + 63762.54296875, + 63873.09375, + 63955.16796875, + 64046.3046875, + 64132.8203125, + 64183.62109375, + 64218.3125, + 64222.3671875, + 64276.77734375, + 64366.80078125, + 64468.02734375, + 64587.26953125, + 64692.140625, + 64793.77734375, + 64879.984375, + 64953.40625, + 64978.60546875, + 64999.6640625, + 65040.8828125, + 65073.0625, + 65143.99609375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_074022.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_074022.json new file mode 100644 index 0000000000000000000000000000000000000000..561a1c6a04ad540a68f7dd6787b0579f4b706820 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_074022.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T07:40:22.313912+00:00", + "metrics": { + "MSE[mean]": 23.90632034711071, + "MSE[0.5]": 23.90632034711071, + "MAE[0.5]": 4.1700907945632935, + "MASE[0.5]": 0.7174349754087387, + "MAPE[0.5]": 0.9590568642047042, + "sMAPE[0.5]": 0.4429379056972726, + "MSIS": 9.542390433690882, + "RMSE[mean]": 4.889408997732826, + "NRMSE[mean]": 0.5146746313402975, + "ND[0.5]": 0.4389569257435046, + "mean_weighted_sum_quantile_loss": 0.3425850838480869 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 17.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 15.0 + ], + "actual": [ + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 4.0, + 6.0, + 5.0, + 7.0, + 8.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.804731369018555, + 11.251522064208984, + 11.912894248962402, + 12.624881744384766, + 12.649829864501953, + 12.751779556274414, + 12.991659164428711, + 13.414176940917969, + 13.741283416748047, + 13.964310646057129, + 13.706961631774902, + 13.521885871887207, + 13.337335586547852, + 13.1768798828125, + 13.014823913574219, + 12.775851249694824, + 12.623241424560547, + 12.41550064086914, + 12.332330703735352, + 12.136484146118164, + 11.826581954956055, + 11.622474670410156, + 11.338336944580078, + 11.083688735961914 + ], + "p10": [ + 7.694760799407959, + 7.715406894683838, + 8.093925476074219, + 8.369745254516602, + 8.435449600219727, + 8.580765724182129, + 8.76521110534668, + 9.043874740600586, + 9.131147384643555, + 9.265585899353027, + 9.139673233032227, + 9.103433609008789, + 9.019124031066895, + 8.77508544921875, + 8.744674682617188, + 8.569056510925293, + 8.364840507507324, + 8.228130340576172, + 8.206096649169922, + 8.058265686035156, + 7.829834938049316, + 7.640756607055664, + 7.512618541717529, + 7.374197483062744 + ], + "p90": [ + 16.755603790283203, + 17.771879196166992, + 18.60306167602539, + 19.5585994720459, + 19.644189834594727, + 19.686452865600586, + 19.81931495666504, + 20.25072479248047, + 20.63888931274414, + 20.91569709777832, + 20.506229400634766, + 20.251731872558594, + 19.97449493408203, + 19.976764678955078, + 19.741670608520508, + 19.34058380126953, + 18.85668182373047, + 18.672164916992188, + 18.624507904052734, + 18.547832489013672, + 18.442119598388672, + 18.25152015686035, + 17.826950073242188, + 17.639842987060547 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_095943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_095943.json new file mode 100644 index 0000000000000000000000000000000000000000..d714aa44216b94ed9c397552979a79ae0e031889 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_095943.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T09:59:43.597862+00:00", + "metrics": { + "MSE[mean]": 24.92154609698605, + "MSE[0.5]": 20.05000984858172, + "MAE[0.5]": 3.764908711115519, + "MASE[0.5]": 0.6477262298693366, + "MAPE[0.5]": 0.8897735708833302, + "sMAPE[0.5]": 0.4127795518610178, + "MSIS": 29.112739460442658, + "RMSE[mean]": 4.992148445007024, + "NRMSE[mean]": 0.5254893100007394, + "ND[0.5]": 0.3963061801174231, + "mean_weighted_sum_quantile_loss": 0.4551074650784915 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 17.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 15.0 + ], + "actual": [ + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 4.0, + 6.0, + 5.0, + 7.0, + 8.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.679072380065918, + 10.937664985656738, + 11.118854522705078, + 11.49367904663086, + 11.635640144348145, + 11.854522705078125, + 12.005678176879883, + 11.999000549316406, + 11.817948341369629, + 11.654519081115723, + 11.74576473236084, + 11.786499977111816, + 11.930692672729492, + 12.022263526916504, + 11.939906120300293, + 11.728928565979004, + 11.576467514038086, + 11.474462509155273, + 11.304868698120117, + 11.188241958618164, + 11.280620574951172, + 11.180889129638672, + 11.056011199951172, + 11.186113357543945 + ], + "p10": [ + 12.232203483581543, + 12.487181663513184, + 12.607807159423828, + 13.229545593261719, + 13.389591217041016, + 13.551294326782227, + 13.604107856750488, + 13.57869815826416, + 13.565587997436523, + 13.310287475585938, + 13.393726348876953, + 13.686941146850586, + 13.699790954589844, + 13.829373359680176, + 13.619897842407227, + 13.350255966186523, + 13.205120086669922, + 13.247912406921387, + 13.074995994567871, + 12.747337341308594, + 12.822383880615234, + 12.824219703674316, + 12.742232322692871, + 12.735782623291016 + ], + "p90": [ + 14.938270568847656, + 15.447880744934082, + 15.873578071594238, + 16.322643280029297, + 16.50383186340332, + 16.812881469726562, + 17.04848861694336, + 17.044536590576172, + 16.928466796875, + 16.75582504272461, + 16.872333526611328, + 16.948339462280273, + 17.05187225341797, + 17.18172836303711, + 17.06534194946289, + 16.825279235839844, + 16.664201736450195, + 16.547000885009766, + 16.429126739501953, + 16.22848129272461, + 16.36368179321289, + 16.25550651550293, + 16.163658142089844, + 16.151668548583984 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260620_131751.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260620_131751.json new file mode 100644 index 0000000000000000000000000000000000000000..c5eb1a1817cedb0db8cb38db765951547d8e072c --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260620_131751.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:17:51.538751+00:00", + "metrics": { + "MSE[mean]": 23.489643506996117, + "MSE[0.5]": 23.489643506996117, + "MAE[0.5]": 4.122445901234944, + "MASE[0.5]": 0.7092380045135389, + "MAPE[0.5]": 0.9830351102756607, + "sMAPE[0.5]": 0.43828047717885327, + "MSIS": 8.855832284496676, + "RMSE[mean]": 4.846611549009897, + "NRMSE[mean]": 0.510169636737884, + "ND[0.5]": 0.4339416738142047, + "mean_weighted_sum_quantile_loss": 0.33759930445204467 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 17.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 15.0 + ], + "actual": [ + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 4.0, + 6.0, + 5.0, + 7.0, + 8.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.08398151397705, + 12.129961013793945, + 12.085807800292969, + 12.10434341430664, + 12.222657203674316, + 12.359424591064453, + 12.4950532913208, + 12.430293083190918, + 12.472417831420898, + 12.469034194946289, + 12.434945106506348, + 12.536357879638672, + 12.736042022705078, + 12.882566452026367, + 12.627098083496094, + 12.410013198852539, + 12.111255645751953, + 11.94140911102295, + 11.977609634399414, + 12.081513404846191, + 12.188397407531738, + 12.088838577270508, + 12.094367027282715, + 12.059432029724121 + ], + "p10": [ + 7.944609642028809, + 7.929868698120117, + 7.934422492980957, + 7.9731926918029785, + 8.024860382080078, + 8.065051078796387, + 8.193154335021973, + 8.137932777404785, + 8.175211906433105, + 8.184820175170898, + 8.111652374267578, + 8.210338592529297, + 8.351373672485352, + 8.394783020019531, + 8.279047966003418, + 8.214468002319336, + 8.024843215942383, + 7.863907337188721, + 7.871857643127441, + 7.902341365814209, + 7.928384304046631, + 7.821509838104248, + 7.79146671295166, + 7.707404136657715 + ], + "p90": [ + 18.474733352661133, + 18.49465560913086, + 18.413795471191406, + 18.413305282592773, + 18.509910583496094, + 18.69533920288086, + 18.97110366821289, + 19.009429931640625, + 19.079042434692383, + 19.164304733276367, + 19.213598251342773, + 19.46558380126953, + 19.735233306884766, + 19.92964744567871, + 19.47035789489746, + 19.074506759643555, + 18.640737533569336, + 18.49769401550293, + 18.603925704956055, + 18.830474853515625, + 18.916318893432617, + 18.862262725830078, + 18.88334846496582, + 18.84653663635254 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260620_115945.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260620_115945.json new file mode 100644 index 0000000000000000000000000000000000000000..daf6770492d5aacb290d1a219f6c4b968144aa33 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260620_115945.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T11:59:45.846213+00:00", + "metrics": { + "MSE[mean]": 27.297133656896637, + "MSE[0.5]": 27.297133656896637, + "MAE[0.5]": 4.334883173306783, + "MASE[0.5]": 0.7457863523968659, + "MAPE[0.5]": 1.0570386887758911, + "sMAPE[0.5]": 0.45126835938470905, + "MSIS": 10.365427403467104, + "RMSE[mean]": 5.224665889499216, + "NRMSE[mean]": 0.5499648304736017, + "ND[0.5]": 0.4563034919270298, + "mean_weighted_sum_quantile_loss": 0.3610437308603327 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 13.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 15.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 19.0, + 38.0, + 13.0, + 13.0, + 13.0, + 16.0, + 11.0, + 19.0, + 12.0, + 12.0, + 10.0, + 16.0, + 11.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 17.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 15.0 + ], + "actual": [ + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 4.0, + 6.0, + 5.0, + 7.0, + 8.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.049604415893555, + 12.394625663757324, + 12.552139282226562, + 14.438377380371094, + 13.011144638061523, + 12.92790412902832, + 12.805322647094727, + 13.017354965209961, + 12.935319900512695, + 13.278564453125, + 12.884145736694336, + 12.879308700561523, + 12.753829956054688, + 12.786865234375, + 12.611794471740723, + 12.781026840209961, + 12.663345336914062, + 12.67186164855957, + 12.55643081665039, + 12.835647583007812, + 12.70744514465332, + 12.843332290649414, + 12.741236686706543, + 12.846134185791016 + ], + "p10": [ + 7.986500263214111, + 8.048860549926758, + 8.103792190551758, + 8.540313720703125, + 8.555503845214844, + 8.532769203186035, + 8.487340927124023, + 8.546245574951172, + 8.558658599853516, + 8.563304901123047, + 8.527969360351562, + 8.550167083740234, + 8.448070526123047, + 8.391895294189453, + 8.291719436645508, + 8.431739807128906, + 8.327352523803711, + 8.304447174072266, + 8.282590866088867, + 8.397371292114258, + 8.411101341247559, + 8.397098541259766, + 8.362985610961914, + 8.418437957763672 + ], + "p90": [ + 18.050722122192383, + 19.096786499023438, + 19.698394775390625, + 24.87441635131836, + 20.255247116088867, + 19.86663818359375, + 19.52178382873535, + 20.069055557250977, + 19.86363983154297, + 21.0418758392334, + 19.735179901123047, + 19.727691650390625, + 19.365943908691406, + 19.557147979736328, + 19.31517791748047, + 19.638118743896484, + 19.31109619140625, + 19.431854248046875, + 19.158906936645508, + 19.978435516357422, + 19.622209548950195, + 19.987016677856445, + 19.713241577148438, + 19.886165618896484 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260620_065558.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260620_065558.json new file mode 100644 index 0000000000000000000000000000000000000000..3858d5c62a07818f7a5d578c3c7beaaf5843e020 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260620_065558.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T06:55:58.915959+00:00", + "metrics": { + "MSE[mean]": 0.42571198052828124, + "MSE[0.5]": 0.42571198052828124, + "MAE[0.5]": 0.5315558195114136, + "MASE[0.5]": 0.7364649090307537, + "MAPE[0.5]": 0.5304170391175201, + "sMAPE[0.5]": 0.8596685447409892, + "MSIS": 18.438337041577437, + "RMSE[mean]": 0.6524660761513056, + "NRMSE[mean]": 0.5291266528367935, + "ND[0.5]": 0.4310727589594548, + "mean_weighted_sum_quantile_loss": 0.3859353732690673 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" + ], + "context": [ + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935 + ], + "actual": [ + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.754138708114624, + 1.7381236553192139, + 1.7233750820159912, + 1.707466959953308, + 1.6895198822021484, + 1.667497992515564, + 1.6460405588150024, + 1.6193900108337402, + 1.593031406402588, + 1.5652567148208618, + 1.5349538326263428, + 1.5002992153167725, + 1.4639496803283691, + 1.4250720739364624, + 1.388867974281311, + 1.3516539335250854, + 1.2847164869308472, + 1.24280846118927, + 1.2012033462524414, + 1.1510860919952393, + 1.1064122915267944, + 1.0589654445648193, + 1.011067271232605, + 0.9649602770805359, + 0.9165853261947632, + 0.8696624636650085, + 0.8275516033172607, + 0.7766612768173218, + 0.7297593355178833, + 0.6815518736839294, + 0.6293004751205444, + 0.5836527347564697, + 0.5296354293823242, + 0.47227931022644043, + 0.43952852487564087, + 0.3940717577934265, + 0.33929628133773804, + 0.3015711307525635, + 0.26160699129104614, + 0.22105562686920166, + 0.18285304307937622, + 0.14750784635543823, + 0.11602210998535156, + 0.08483147621154785, + 0.054436683654785156, + 0.02666008472442627, + -0.012859344482421875, + -0.03863322734832764, + -0.06871283054351807, + -0.08734571933746338, + -0.1121600866317749, + -0.13844895362854004, + -0.1460787057876587, + -0.15933716297149658, + -0.17197740077972412, + -0.18278372287750244, + -0.18715083599090576, + -0.1857510805130005, + -0.19349563121795654, + -0.1922755241394043 + ], + "p10": [ + 1.7314674854278564, + 1.7086851596832275, + 1.6882660388946533, + 1.6705577373504639, + 1.6483185291290283, + 1.6184122562408447, + 1.5988004207611084, + 1.57011079788208, + 1.5391737222671509, + 1.5069034099578857, + 1.4697952270507812, + 1.430237054824829, + 1.3927228450775146, + 1.34163236618042, + 1.3094124794006348, + 1.2588248252868652, + 1.1828988790512085, + 1.1419380903244019, + 1.0873826742172241, + 1.0385538339614868, + 0.9864563345909119, + 0.9313374161720276, + 0.881367564201355, + 0.8246178030967712, + 0.7679441571235657, + 0.7093746662139893, + 0.668533980846405, + 0.6091246604919434, + 0.5450632572174072, + 0.49401384592056274, + 0.4255809187889099, + 0.38619768619537354, + 0.31693679094314575, + 0.2786404490470886, + 0.22986286878585815, + 0.18584072589874268, + 0.13169121742248535, + 0.08633303642272949, + 0.04644322395324707, + 0.007652401924133301, + -0.03228724002838135, + -0.07835447788238525, + -0.11139464378356934, + -0.14905285835266113, + -0.19192266464233398, + -0.23856425285339355, + -0.2702951431274414, + -0.29279065132141113, + -0.34918034076690674, + -0.3691885471343994, + -0.40524113178253174, + -0.4211761951446533, + -0.44416379928588867, + -0.4503288269042969, + -0.45982980728149414, + -0.4720720052719116, + -0.4773592948913574, + -0.48890626430511475, + -0.4947413206100464, + -0.4888293743133545 + ], + "p90": [ + 1.7818708419799805, + 1.7658170461654663, + 1.7538838386535645, + 1.7402961254119873, + 1.728560209274292, + 1.7082505226135254, + 1.6895307302474976, + 1.6700947284698486, + 1.6476359367370605, + 1.6256587505340576, + 1.6009933948516846, + 1.5655823945999146, + 1.5380773544311523, + 1.5084547996520996, + 1.4732251167297363, + 1.4461661577224731, + 1.3961776494979858, + 1.3535583019256592, + 1.3126887083053589, + 1.2728321552276611, + 1.2301002740859985, + 1.1871081590652466, + 1.1543227434158325, + 1.10675847530365, + 1.0727946758270264, + 1.0325580835342407, + 0.9999816417694092, + 0.9472110271453857, + 0.909737765789032, + 0.8638699054718018, + 0.8366862535476685, + 0.7950948476791382, + 0.7666462659835815, + 0.718184769153595, + 0.6821241974830627, + 0.639718770980835, + 0.614754319190979, + 0.5654172301292419, + 0.5336294174194336, + 0.5024105310440063, + 0.46899259090423584, + 0.4476340413093567, + 0.43361717462539673, + 0.3903729319572449, + 0.3732476234436035, + 0.34886324405670166, + 0.3256605267524719, + 0.2892272472381592, + 0.29835939407348633, + 0.2708507776260376, + 0.25183993577957153, + 0.24863386154174805, + 0.2521231174468994, + 0.23881232738494873, + 0.21890270709991455, + 0.2250518798828125, + 0.20801681280136108, + 0.23020929098129272, + 0.23114049434661865, + 0.2160082459449768 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260620_132936.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260620_132936.json new file mode 100644 index 0000000000000000000000000000000000000000..af29718930484587776b519fc6d3fc6fcceedaeb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260620_132936.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T13:29:36.660679+00:00", + "metrics": { + "MSE[mean]": 0.016043161471997712, + "MSE[0.5]": 0.018166644473837756, + "MAE[0.5]": 0.1113717645406723, + "MASE[0.5]": 0.1543043899254678, + "MAPE[0.5]": 0.10192792073667264, + "sMAPE[0.5]": 0.09573624361651006, + "MSIS": 2.2711984547958903, + "RMSE[mean]": 0.12666160220050002, + "NRMSE[mean]": 0.1027180294347659, + "ND[0.5]": 0.09031851792133286, + "mean_weighted_sum_quantile_loss": 0.17310388440514124 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" + ], + "context": [ + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935 + ], + "actual": [ + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.720832109451294, + 1.705674409866333, + 1.6937376260757446, + 1.6750399470329285, + 1.6724872589111328, + 1.6339900493621826, + 1.6181054711341858, + 1.5842669606208801, + 1.5972276329994202, + 1.5362489223480225, + 1.5148372650146484, + 1.4896364212036133, + 1.4011374711990356, + 1.4658511877059937, + 1.3671692609786987, + 1.4043350219726562, + 1.356652021408081, + 1.3802422881126404, + 1.3545977473258972, + 1.3461793661117554, + 1.2437122464179993, + 1.3221383690834045, + 1.2145899534225464, + 1.2459932565689087, + 1.2673715353012085, + 1.2455541491508484, + 1.2419200539588928, + 1.2160653471946716, + 1.2719937562942505, + 1.2622727155685425, + 1.2232831716537476, + 1.16659015417099, + 1.1381947994232178, + 1.1643105149269104, + 0.9753638803958893, + 1.1406611800193787, + 1.266598403453827, + 1.177575170993805, + 1.12277090549469, + 1.1990474462509155, + 1.4019234776496887, + 1.099688708782196, + 1.1658329367637634, + 1.0269115567207336, + 1.17654150724411, + 1.0574597716331482, + 1.1429482102394104, + 1.1083081364631653, + 1.0997945666313171, + 1.0816357135772705, + 1.0848429799079895, + 1.082420527935028, + 0.9869969487190247, + 1.0600119829177856, + 1.1227646470069885, + 1.0569878816604614, + 1.0786443948745728, + 1.0264648795127869, + 1.0742142796516418, + 0.9024926424026489 + ], + "p10": [ + 1.6828117370605469, + 1.6622067093849182, + 1.6429217457771301, + 1.6073328852653503, + 1.5821714401245117, + 1.5113223195075989, + 1.4783402681350708, + 1.4081053733825684, + 1.3756813406944275, + 1.2811051607131958, + 1.253367841243744, + 1.1912543773651123, + 1.0649660229682922, + 1.0400163531303406, + 1.0192043781280518, + 0.9344740211963654, + 0.7086503803730011, + 0.7175248265266418, + 0.6384994089603424, + 0.6696170270442963, + 0.4684084951877594, + 0.6228100061416626, + 0.5049465298652649, + 0.47082653641700745, + 0.5228703916072845, + 0.4292353093624115, + 0.2558905780315399, + 0.312448650598526, + 0.25555646419525146, + 0.3864220678806305, + 0.09952497482299805, + 0.07685971260070801, + 0.4103117883205414, + -0.00426173210144043, + -0.08806627988815308, + -0.02488422393798828, + -0.020163297653198242, + 0.07502466440200806, + 0.11508700251579285, + -0.11047834157943726, + 0.08903682231903076, + -0.03692275285720825, + -0.013022065162658691, + -0.3596665859222412, + -0.16386866569519043, + -0.29164063930511475, + -0.5143298506736755, + -0.28398841619491577, + -0.3431417942047119, + -0.20398610830307007, + -0.2217732071876526, + -0.2589724659919739, + -0.4812501072883606, + -0.3097541928291321, + -0.3878653645515442, + -0.3119560480117798, + -0.17164409160614014, + -0.16482824087142944, + -0.43352383375167847, + -0.5963609218597412 + ], + "p90": [ + 1.7542635202407837, + 1.7518833875656128, + 1.7454594373703003, + 1.7602038979530334, + 1.7664356231689453, + 1.7599472999572754, + 1.761108160018921, + 1.7639115452766418, + 1.8019799590110779, + 1.7377082705497742, + 1.7140973806381226, + 1.7445602416992188, + 1.7480506896972656, + 1.8297712802886963, + 1.735201120376587, + 1.8498684167861938, + 1.7510318756103516, + 1.8323663473129272, + 1.8044747114181519, + 1.9116886258125305, + 1.8811683058738708, + 1.9135072231292725, + 1.881661295890808, + 2.062927722930908, + 1.9069412350654602, + 1.9213682413101196, + 1.9398441910743713, + 2.25099515914917, + 1.9851568341255188, + 2.113260865211487, + 2.0449419021606445, + 2.073622703552246, + 2.075379967689514, + 1.9742400646209717, + 2.007795572280884, + 2.2125539779663086, + 2.3457868099212646, + 2.1184661388397217, + 2.2049410343170166, + 2.052864670753479, + 2.393307685852051, + 2.0011638402938843, + 2.191186547279358, + 2.053970217704773, + 2.2483694553375244, + 2.1522189378738403, + 2.22621488571167, + 2.3268734216690063, + 2.304877519607544, + 2.3885750770568848, + 2.145260214805603, + 2.294076919555664, + 2.262083053588867, + 2.2356300354003906, + 2.0934261083602905, + 2.2185473442077637, + 2.4270312786102295, + 2.2979962825775146, + 2.512479543685913, + 2.2784661054611206 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260620_082434.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260620_082434.json new file mode 100644 index 0000000000000000000000000000000000000000..0bc624b6987a617cace6244bd2af7a89c15525a9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260620_082434.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T08:24:34.658877+00:00", + "metrics": { + "MSE[mean]": 0.05055215500273006, + "MSE[0.5]": 0.02991932072992037, + "MAE[0.5]": 0.14172432521979014, + "MASE[0.5]": 0.1963575384733354, + "MAPE[0.5]": 0.14155911225905424, + "sMAPE[0.5]": 0.12725633388860227, + "MSIS": 9.984283251844014, + "RMSE[mean]": 0.22483806395432704, + "NRMSE[mean]": 0.18233562871530748, + "ND[0.5]": 0.11493335909729453, + "mean_weighted_sum_quantile_loss": 0.14034480675329067 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" + ], + "context": [ + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935 + ], + "actual": [ + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.7326934337615967, + 1.7275686264038086, + 1.7364084720611572, + 1.718804121017456, + 1.705803394317627, + 1.70182204246521, + 1.7000558376312256, + 1.6959843635559082, + 1.6594748497009277, + 1.6495869159698486, + 1.6276345252990723, + 1.610379695892334, + 1.5872843265533447, + 1.5833170413970947, + 1.5685749053955078, + 1.5590364933013916, + 1.5424046516418457, + 1.5198149681091309, + 1.5043187141418457, + 1.4768409729003906, + 1.4750683307647705, + 1.4583489894866943, + 1.4437742233276367, + 1.4259955883026123, + 1.3967151641845703, + 1.3818209171295166, + 1.3789222240447998, + 1.362680196762085, + 1.3422656059265137, + 1.3154878616333008, + 1.3010313510894775, + 1.3137664794921875, + 1.2778489589691162, + 1.2544467449188232, + 1.2471513748168945, + 1.2412132024765015, + 1.2263927459716797, + 1.2148737907409668, + 1.2058621644973755, + 1.2035001516342163, + 1.1996264457702637, + 1.1960742473602295, + 1.1802788972854614, + 1.1646846532821655, + 1.1645569801330566, + 1.1583223342895508, + 1.1518712043762207, + 1.1473727226257324, + 1.1367219686508179, + 1.159090280532837, + 1.1522388458251953, + 1.1460416316986084, + 1.1542012691497803, + 1.1588375568389893, + 1.1700078248977661, + 1.161069631576538, + 1.159790277481079, + 1.1784169673919678, + 1.1725852489471436, + 1.172654151916504 + ], + "p10": [ + 1.733229160308838, + 1.7465555667877197, + 1.7161617279052734, + 1.7236433029174805, + 1.7373762130737305, + 1.7078585624694824, + 1.6898815631866455, + 1.6777384281158447, + 1.673948049545288, + 1.6533844470977783, + 1.6428732872009277, + 1.627492904663086, + 1.6016206741333008, + 1.619493007659912, + 1.569920301437378, + 1.5769102573394775, + 1.5750021934509277, + 1.55368971824646, + 1.518651008605957, + 1.5179893970489502, + 1.5105440616607666, + 1.4450178146362305, + 1.4685537815093994, + 1.4537787437438965, + 1.4270339012145996, + 1.4123201370239258, + 1.401890754699707, + 1.385793685913086, + 1.3686280250549316, + 1.343540906906128, + 1.3086068630218506, + 1.3465805053710938, + 1.3403422832489014, + 1.3163292407989502, + 1.322688341140747, + 1.2885079383850098, + 1.3048210144042969, + 1.2900011539459229, + 1.2688395977020264, + 1.226869821548462, + 1.2132532596588135, + 1.2466471195220947, + 1.2425904273986816, + 1.2165902853012085, + 1.2167233228683472, + 1.2279090881347656, + 1.2233251333236694, + 1.2043266296386719, + 1.197130799293518, + 1.213385820388794, + 1.204068899154663, + 1.2259385585784912, + 1.2272460460662842, + 1.2184994220733643, + 1.2120585441589355, + 1.2175570726394653, + 1.1961238384246826, + 1.2381627559661865, + 1.2308886051177979, + 1.2413970232009888 + ], + "p90": [ + 1.7575085163116455, + 1.751943588256836, + 1.7642145156860352, + 1.7493007183074951, + 1.7456984519958496, + 1.7490038871765137, + 1.7417984008789062, + 1.7453703880310059, + 1.7298569679260254, + 1.7201383113861084, + 1.7165436744689941, + 1.6962885856628418, + 1.7001047134399414, + 1.6853442192077637, + 1.6638166904449463, + 1.645568609237671, + 1.638157606124878, + 1.6268880367279053, + 1.6259045600891113, + 1.6117048263549805, + 1.6043853759765625, + 1.601337194442749, + 1.5861127376556396, + 1.586366891860962, + 1.562035322189331, + 1.5643770694732666, + 1.5668072700500488, + 1.5520517826080322, + 1.539137601852417, + 1.5233991146087646, + 1.522888422012329, + 1.5320103168487549, + 1.5090858936309814, + 1.484130620956421, + 1.4907965660095215, + 1.4987452030181885, + 1.486790657043457, + 1.4832143783569336, + 1.4750919342041016, + 1.4667348861694336, + 1.4597876071929932, + 1.4612860679626465, + 1.4443280696868896, + 1.4468138217926025, + 1.436366081237793, + 1.4407885074615479, + 1.4325158596038818, + 1.4530441761016846, + 1.4291064739227295, + 1.4621119499206543, + 1.4424958229064941, + 1.4642512798309326, + 1.4564945697784424, + 1.468787670135498, + 1.4879276752471924, + 1.4777827262878418, + 1.4610378742218018, + 1.4986915588378906, + 1.5062015056610107, + 1.5079903602600098 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260620_130148.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260620_130148.json new file mode 100644 index 0000000000000000000000000000000000000000..24902337d4286a8a346f4eefc2b389ae38007ade --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260620_130148.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:01:48.235159+00:00", + "metrics": { + "MSE[mean]": 0.00673487118488385, + "MSE[0.5]": 0.00673487118488385, + "MAE[0.5]": 0.06948515474796295, + "MASE[0.5]": 0.09627093955529081, + "MAPE[0.5]": 0.06251227741234541, + "sMAPE[0.5]": 0.06489390998311094, + "MSIS": 1.2444778703557875, + "RMSE[mean]": 0.08206626094128969, + "NRMSE[mean]": 0.0665528025898862, + "ND[0.5]": 0.056349975420193654, + "mean_weighted_sum_quantile_loss": 0.10293126101351373 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" + ], + "context": [ + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935 + ], + "actual": [ + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.7493247985839844, + 1.7391831874847412, + 1.7277576923370361, + 1.7173593044281006, + 1.7051552534103394, + 1.6912410259246826, + 1.675419569015503, + 1.6559693813323975, + 1.636265754699707, + 1.614854335784912, + 1.589827060699463, + 1.562754511833191, + 1.5360522270202637, + 1.5090769529342651, + 1.4825624227523804, + 1.454662799835205, + 1.4275336265563965, + 1.3987579345703125, + 1.36952543258667, + 1.339780569076538, + 1.3091171979904175, + 1.2804701328277588, + 1.2514442205429077, + 1.2196340560913086, + 1.193213939666748, + 1.1676750183105469, + 1.1388208866119385, + 1.1086400747299194, + 1.077636957168579, + 1.0475342273712158, + 1.0160856246948242, + 0.9878458976745605, + 1.1929314136505127, + 1.1460187435150146, + 1.1177706718444824, + 1.1013426780700684, + 1.0748134851455688, + 1.0454051494598389, + 1.0259722471237183, + 1.005680799484253, + 0.9844833612442017, + 0.969650387763977, + 0.9490448236465454, + 0.9322173595428467, + 0.9166712760925293, + 0.8995363712310791, + 0.8843123316764832, + 0.8681164979934692, + 0.8557902574539185, + 0.8461999893188477, + 0.8337852954864502, + 0.8234987258911133, + 0.8172155022621155, + 0.8069115877151489, + 0.8048263788223267, + 0.7993583679199219, + 0.7956725358963013, + 0.7918658256530762, + 0.7862507104873657, + 0.7863713502883911 + ], + "p10": [ + 1.738257884979248, + 1.7242851257324219, + 1.7067846059799194, + 1.689272403717041, + 1.671072006225586, + 1.648823857307434, + 1.624051570892334, + 1.5957566499710083, + 1.5674031972885132, + 1.535313367843628, + 1.4979827404022217, + 1.4571611881256104, + 1.4174938201904297, + 1.3772358894348145, + 1.3355907201766968, + 1.291266679763794, + 1.2481393814086914, + 1.2016681432724, + 1.1548341512680054, + 1.1068171262741089, + 1.0580353736877441, + 1.012030005455017, + 0.9655541777610779, + 0.9156771302223206, + 0.86826491355896, + 0.8249396085739136, + 0.7769200205802917, + 0.7235204577445984, + 0.6686957478523254, + 0.6101193428039551, + 0.5543239116668701, + 0.5100253820419312, + 0.5489469170570374, + 0.5534907579421997, + 0.5113114714622498, + 0.47846442461013794, + 0.43905389308929443, + 0.3953346610069275, + 0.3413539528846741, + 0.30358076095581055, + 0.27156805992126465, + 0.24768280982971191, + 0.2178022861480713, + 0.18983352184295654, + 0.16679567098617554, + 0.13908767700195312, + 0.10709244012832642, + 0.07433140277862549, + 0.052576422691345215, + 0.022750258445739746, + -0.01107168197631836, + -0.036792635917663574, + -0.056830763816833496, + -0.07285046577453613, + -0.07814037799835205, + -0.08829879760742188, + -0.10868537425994873, + -0.12764179706573486, + -0.13752305507659912, + -0.15046656131744385 + ], + "p90": [ + 1.7588655948638916, + 1.753124475479126, + 1.7471201419830322, + 1.7442936897277832, + 1.7387681007385254, + 1.7323263883590698, + 1.7245948314666748, + 1.7152807712554932, + 1.7062679529190063, + 1.6954203844070435, + 1.6806857585906982, + 1.6652024984359741, + 1.6501209735870361, + 1.6358270645141602, + 1.6221299171447754, + 1.6092567443847656, + 1.5994672775268555, + 1.5881307125091553, + 1.5748724937438965, + 1.5633372068405151, + 1.5500729084014893, + 1.5426275730133057, + 1.5357885360717773, + 1.524709939956665, + 1.5214974880218506, + 1.5175445079803467, + 1.5117601156234741, + 1.5064852237701416, + 1.5003032684326172, + 1.4957468509674072, + 1.485927700996399, + 1.470447063446045, + 1.6907826662063599, + 1.5881478786468506, + 1.554198980331421, + 1.5692341327667236, + 1.582383632659912, + 1.5907261371612549, + 1.5948210954666138, + 1.6006535291671753, + 1.6062273979187012, + 1.610153079032898, + 1.6071219444274902, + 1.6023951768875122, + 1.6019086837768555, + 1.606000542640686, + 1.6136490106582642, + 1.6069806814193726, + 1.6103711128234863, + 1.6228818893432617, + 1.6305084228515625, + 1.6393100023269653, + 1.6421102285385132, + 1.6512141227722168, + 1.6599606275558472, + 1.6713956594467163, + 1.6759090423583984, + 1.682438611984253, + 1.686940312385559, + 1.6970020532608032 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260620_112729.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260620_112729.json new file mode 100644 index 0000000000000000000000000000000000000000..272d95be1811b7f892c10b847aafd1a47acf7b0e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260620_112729.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T11:27:29.740637+00:00", + "metrics": { + "MSE[mean]": 0.05254918400424534, + "MSE[0.5]": 0.05254918400424534, + "MAE[0.5]": 0.19137186805407205, + "MASE[0.5]": 0.26514367865830757, + "MAPE[0.5]": 0.18751372111636713, + "sMAPE[0.5]": 0.2223074024945331, + "MSIS": 1.2334751977840297, + "RMSE[mean]": 0.2292360879186463, + "NRMSE[mean]": 0.18590226885859762, + "ND[0.5]": 0.15519574073165096, + "mean_weighted_sum_quantile_loss": 0.15976591999588047 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" + ], + "context": [ + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935 + ], + "actual": [ + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.7403409481048584, + 1.732197880744934, + 1.7203030586242676, + 1.7124366760253906, + 1.6976796388626099, + 1.6801778078079224, + 1.6594209671020508, + 1.637373685836792, + 1.614372968673706, + 1.5869693756103516, + 1.560587763786316, + 1.5379606485366821, + 1.5104222297668457, + 1.483926773071289, + 1.4537769556045532, + 1.425525188446045, + 1.3948280811309814, + 1.365162968635559, + 1.33235764503479, + 1.296242594718933, + 1.269898533821106, + 1.2403258085250854, + 1.2082265615463257, + 1.1793339252471924, + 1.150621771812439, + 1.1236358880996704, + 1.0963351726531982, + 1.0643045902252197, + 1.0326393842697144, + 0.9982883334159851, + 0.9684239625930786, + 0.9373973608016968, + 0.907879114151001, + 0.8805318474769592, + 0.8512038588523865, + 0.8252719640731812, + 0.8023841977119446, + 0.7762807011604309, + 0.7534607648849487, + 0.7300005555152893, + 0.71189945936203, + 0.6876667737960815, + 0.6682567596435547, + 0.6490186452865601, + 0.6317008137702942, + 0.6162291765213013, + 0.5989362597465515, + 0.5874753594398499, + 0.5739898681640625, + 0.5629282593727112, + 0.5489651560783386, + 0.5396397113800049, + 0.5361803770065308, + 0.5300301313400269, + 0.5240261554718018, + 0.521740734577179, + 0.5181066393852234, + 0.513340413570404, + 0.5202098488807678, + 0.5248395800590515 + ], + "p10": [ + 1.725195288658142, + 1.7109452486038208, + 1.6944935321807861, + 1.6784064769744873, + 1.6585699319839478, + 1.6308540105819702, + 1.6030902862548828, + 1.571198582649231, + 1.5419397354125977, + 1.5024381875991821, + 1.4663410186767578, + 1.4303144216537476, + 1.390058994293213, + 1.3467673063278198, + 1.3030146360397339, + 1.2575459480285645, + 1.2095823287963867, + 1.1624879837036133, + 1.1138349771499634, + 1.060760498046875, + 1.0182548761367798, + 0.9672322869300842, + 0.9175415635108948, + 0.8700834512710571, + 0.821508526802063, + 0.767197847366333, + 0.7228774428367615, + 0.6688821911811829, + 0.6070288419723511, + 0.5517197847366333, + 0.4984855055809021, + 0.4438803791999817, + 0.45311683416366577, + 0.40566152334213257, + 0.3521047830581665, + 0.3057859539985657, + 0.26160651445388794, + 0.20260238647460938, + 0.14445561170578003, + 0.10429120063781738, + 0.0619816780090332, + 0.012376666069030762, + -0.03056645393371582, + -0.07478737831115723, + -0.12174665927886963, + -0.1634969711303711, + -0.19898998737335205, + -0.23284649848937988, + -0.2723182439804077, + -0.3067898750305176, + -0.3406846523284912, + -0.3677256107330322, + -0.3955509662628174, + -0.42462825775146484, + -0.4479844570159912, + -0.4622732400894165, + -0.4920858144760132, + -0.5218691825866699, + -0.5262571573257446, + -0.536035418510437 + ], + "p90": [ + 1.7538769245147705, + 1.7507820129394531, + 1.7423871755599976, + 1.741695523262024, + 1.7335686683654785, + 1.7235242128372192, + 1.7092013359069824, + 1.6981122493743896, + 1.6810933351516724, + 1.662630558013916, + 1.6462798118591309, + 1.6350466012954712, + 1.6185681819915771, + 1.6029162406921387, + 1.585806965827942, + 1.5750606060028076, + 1.5557979345321655, + 1.5428467988967896, + 1.5248013734817505, + 1.50942862033844, + 1.4961057901382446, + 1.4814685583114624, + 1.4704694747924805, + 1.4543635845184326, + 1.436951756477356, + 1.426774263381958, + 1.4160563945770264, + 1.4018713235855103, + 1.390491247177124, + 1.381631851196289, + 1.36591374874115, + 1.3525588512420654, + 1.3341548442840576, + 1.3245694637298584, + 1.317474126815796, + 1.3102024793624878, + 1.3080315589904785, + 1.3011858463287354, + 1.3045670986175537, + 1.3048291206359863, + 1.307111382484436, + 1.3049191236495972, + 1.302235722541809, + 1.3089430332183838, + 1.3153984546661377, + 1.3145208358764648, + 1.324164867401123, + 1.3306636810302734, + 1.3340084552764893, + 1.3418121337890625, + 1.3433665037155151, + 1.3561992645263672, + 1.3644212484359741, + 1.3684701919555664, + 1.3861565589904785, + 1.3991724252700806, + 1.4164164066314697, + 1.4180943965911865, + 1.4486775398254395, + 1.4589062929153442 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260620_071134.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260620_071134.json new file mode 100644 index 0000000000000000000000000000000000000000..91a89dd7228940a2e1d7f907e3d7e01aae27ac9e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260620_071134.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T07:11:34.364536+00:00", + "metrics": { + "MSE[mean]": 0.020099530264808547, + "MSE[0.5]": 0.020099530264808547, + "MAE[0.5]": 0.11221341292063396, + "MASE[0.5]": 0.8416004734258691, + "MAPE[0.5]": 0.08768719682897859, + "sMAPE[0.5]": 0.08214053315221315, + "MSIS": 8.208756422132076, + "RMSE[mean]": 0.1417728121496098, + "NRMSE[mean]": 0.1039474826068681, + "ND[0.5]": 0.08227460266158662, + "mean_weighted_sum_quantile_loss": 0.06448945869905957 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00", + "2026-06-18 17:10:00", + "2026-06-18 17:20:00", + "2026-06-18 17:30:00", + "2026-06-18 17:40:00", + "2026-06-18 17:50:00", + "2026-06-18 18:00:00", + "2026-06-18 18:10:00", + "2026-06-18 18:20:00", + "2026-06-18 18:30:00", + "2026-06-18 18:40:00", + "2026-06-18 18:50:00", + "2026-06-18 19:00:00", + "2026-06-18 19:10:00", + "2026-06-18 19:20:00", + "2026-06-18 19:30:00", + "2026-06-18 19:40:00", + "2026-06-18 19:50:00", + "2026-06-18 20:00:00", + "2026-06-18 20:10:00", + "2026-06-18 20:20:00", + "2026-06-18 20:30:00", + "2026-06-18 20:40:00", + "2026-06-18 20:50:00", + "2026-06-18 21:00:00", + "2026-06-18 21:10:00", + "2026-06-18 21:20:00", + "2026-06-18 21:30:00", + "2026-06-18 21:40:00", + "2026-06-18 21:50:00", + "2026-06-18 22:00:00", + "2026-06-18 22:10:00", + "2026-06-18 22:20:00", + "2026-06-18 22:30:00", + "2026-06-18 22:40:00", + "2026-06-18 22:50:00", + "2026-06-18 23:00:00", + "2026-06-18 23:10:00", + "2026-06-18 23:20:00", + "2026-06-18 23:30:00", + "2026-06-18 23:40:00", + "2026-06-18 23:50:00", + "2026-06-19 00:00:00", + "2026-06-19 00:10:00", + "2026-06-19 00:20:00", + "2026-06-19 00:30:00", + "2026-06-19 00:40:00", + "2026-06-19 00:50:00", + "2026-06-19 01:00:00", + "2026-06-19 01:10:00", + "2026-06-19 01:20:00", + "2026-06-19 01:30:00", + "2026-06-19 01:40:00", + "2026-06-19 01:50:00", + "2026-06-19 02:00:00", + "2026-06-19 02:10:00", + "2026-06-19 02:20:00", + "2026-06-19 02:30:00", + "2026-06-19 02:40:00", + "2026-06-19 02:50:00", + "2026-06-19 03:00:00", + "2026-06-19 03:10:00", + "2026-06-19 03:20:00", + "2026-06-19 03:30:00", + "2026-06-19 03:40:00", + "2026-06-19 03:50:00", + "2026-06-19 04:00:00", + "2026-06-19 04:10:00", + "2026-06-19 04:20:00", + "2026-06-19 04:30:00", + "2026-06-19 04:40:00", + "2026-06-19 04:50:00", + "2026-06-19 05:00:00", + "2026-06-19 05:10:00", + "2026-06-19 05:20:00", + "2026-06-19 05:30:00", + "2026-06-19 05:40:00", + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4173152446746826, + 1.4222885370254517, + 1.423378348350525, + 1.4264228343963623, + 1.4293513298034668, + 1.4328800439834595, + 1.4377386569976807, + 1.4402209520339966, + 1.4419870376586914, + 1.4414951801300049, + 1.4425203800201416, + 1.4425082206726074, + 1.4417974948883057, + 1.440949559211731, + 1.442411184310913, + 1.4390970468521118, + 1.4386430978775024, + 1.4398480653762817, + 1.4431277513504028, + 1.444338083267212, + 1.4457576274871826, + 1.4487570524215698, + 1.4519314765930176, + 1.4556769132614136, + 1.45699942111969, + 1.4561928510665894, + 1.458396077156067, + 1.460839033126831, + 1.4627856016159058, + 1.4640800952911377, + 1.4654040336608887, + 1.4667755365371704, + 1.458762526512146, + 1.459101676940918, + 1.4598207473754883, + 1.4591602087020874, + 1.454124927520752, + 1.4528950452804565, + 1.4517768621444702, + 1.4489251375198364, + 1.4453668594360352, + 1.4408551454544067, + 1.43735671043396, + 1.436432957649231, + 1.4324100017547607, + 1.4304381608963013, + 1.4309035539627075, + 1.4307302236557007, + 1.4284225702285767, + 1.4294804334640503, + 1.427962064743042, + 1.4286071062088013, + 1.4295282363891602, + 1.4329107999801636, + 1.4355891942977905, + 1.4387234449386597, + 1.441990852355957, + 1.4413678646087646, + 1.4419015645980835, + 1.4432264566421509, + 1.4414323568344116, + 1.4413864612579346, + 1.4421212673187256, + 1.4416816234588623, + 1.4493968486785889, + 1.4497358798980713, + 1.4507492780685425, + 1.4502661228179932, + 1.4494866132736206, + 1.4525226354599, + 1.4557969570159912, + 1.4586577415466309 + ], + "p10": [ + 1.3068138360977173, + 1.2943123579025269, + 1.2893061637878418, + 1.2889515161514282, + 1.2842774391174316, + 1.2853813171386719, + 1.2867066860198975, + 1.2899582386016846, + 1.291724681854248, + 1.2886580228805542, + 1.2887707948684692, + 1.2890329360961914, + 1.2865421772003174, + 1.2888462543487549, + 1.2887294292449951, + 1.290923833847046, + 1.284890055656433, + 1.2862871885299683, + 1.2854074239730835, + 1.2862473726272583, + 1.2841365337371826, + 1.2860827445983887, + 1.2863112688064575, + 1.2898558378219604, + 1.2912335395812988, + 1.2893404960632324, + 1.2904038429260254, + 1.2924416065216064, + 1.2903250455856323, + 1.2901718616485596, + 1.2948743104934692, + 1.2945945262908936, + 1.289533257484436, + 1.2892968654632568, + 1.2901500463485718, + 1.285555362701416, + 1.2875361442565918, + 1.2844624519348145, + 1.2851645946502686, + 1.2860641479492188, + 1.2848387956619263, + 1.2851310968399048, + 1.287097454071045, + 1.2859770059585571, + 1.2878892421722412, + 1.2852132320404053, + 1.2846884727478027, + 1.2804450988769531, + 1.2822641134262085, + 1.2823359966278076, + 1.2808343172073364, + 1.2830029726028442, + 1.2822409868240356, + 1.2799583673477173, + 1.28291916847229, + 1.2829618453979492, + 1.2810938358306885, + 1.2797309160232544, + 1.280712366104126, + 1.2812983989715576, + 1.282186508178711, + 1.2803981304168701, + 1.2798951864242554, + 1.276930809020996, + 1.2759779691696167, + 1.2751619815826416, + 1.2717117071151733, + 1.274999976158142, + 1.2736177444458008, + 1.272681713104248, + 1.2735495567321777, + 1.274261236190796 + ], + "p90": [ + 1.545731544494629, + 1.5691041946411133, + 1.5794984102249146, + 1.5890520811080933, + 1.593972086906433, + 1.6024024486541748, + 1.6065465211868286, + 1.6055952310562134, + 1.6104217767715454, + 1.6169235706329346, + 1.6172930002212524, + 1.6207678318023682, + 1.623185396194458, + 1.6226757764816284, + 1.6236839294433594, + 1.620064377784729, + 1.6274950504302979, + 1.6234053373336792, + 1.6242766380310059, + 1.6301411390304565, + 1.631095051765442, + 1.636465311050415, + 1.6388020515441895, + 1.6365419626235962, + 1.641038179397583, + 1.6462221145629883, + 1.6490404605865479, + 1.654529094696045, + 1.6564195156097412, + 1.6568437814712524, + 1.6621686220169067, + 1.6606296300888062, + 1.6537247896194458, + 1.658254623413086, + 1.6536551713943481, + 1.651159405708313, + 1.6551302671432495, + 1.6571383476257324, + 1.6568667888641357, + 1.651077389717102, + 1.6541669368743896, + 1.6561274528503418, + 1.6573761701583862, + 1.6562235355377197, + 1.6609814167022705, + 1.6592576503753662, + 1.6569938659667969, + 1.6567118167877197, + 1.6490652561187744, + 1.6478170156478882, + 1.6452826261520386, + 1.656632423400879, + 1.6607780456542969, + 1.6649658679962158, + 1.6675004959106445, + 1.6616992950439453, + 1.666300654411316, + 1.671892762184143, + 1.678741455078125, + 1.678457498550415, + 1.681931495666504, + 1.6765851974487305, + 1.682618260383606, + 1.681435465812683, + 1.6920162439346313, + 1.6904184818267822, + 1.6867748498916626, + 1.6927878856658936, + 1.6995292901992798, + 1.702618956565857, + 1.7049015760421753, + 1.7027058601379395 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260620_140810.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260620_140810.json new file mode 100644 index 0000000000000000000000000000000000000000..f24bbff96f373d39d1c97b06c005d31a21f629bf --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260620_140810.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T14:08:10.314913+00:00", + "metrics": { + "MSE[mean]": 0.017703556968749565, + "MSE[0.5]": 0.01752147139327429, + "MAE[0.5]": 0.10329191883405049, + "MASE[0.5]": 0.7746892775936454, + "MAPE[0.5]": 0.08045526922328324, + "sMAPE[0.5]": 0.07596178922707995, + "MSIS": 5.361458151940379, + "RMSE[mean]": 0.1330547141921306, + "NRMSE[mean]": 0.09755539429275806, + "ND[0.5]": 0.07573338479808131, + "mean_weighted_sum_quantile_loss": 0.06606330108968786 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00", + "2026-06-18 17:10:00", + "2026-06-18 17:20:00", + "2026-06-18 17:30:00", + "2026-06-18 17:40:00", + "2026-06-18 17:50:00", + "2026-06-18 18:00:00", + "2026-06-18 18:10:00", + "2026-06-18 18:20:00", + "2026-06-18 18:30:00", + "2026-06-18 18:40:00", + "2026-06-18 18:50:00", + "2026-06-18 19:00:00", + "2026-06-18 19:10:00", + "2026-06-18 19:20:00", + "2026-06-18 19:30:00", + "2026-06-18 19:40:00", + "2026-06-18 19:50:00", + "2026-06-18 20:00:00", + "2026-06-18 20:10:00", + "2026-06-18 20:20:00", + "2026-06-18 20:30:00", + "2026-06-18 20:40:00", + "2026-06-18 20:50:00", + "2026-06-18 21:00:00", + "2026-06-18 21:10:00", + "2026-06-18 21:20:00", + "2026-06-18 21:30:00", + "2026-06-18 21:40:00", + "2026-06-18 21:50:00", + "2026-06-18 22:00:00", + "2026-06-18 22:10:00", + "2026-06-18 22:20:00", + "2026-06-18 22:30:00", + "2026-06-18 22:40:00", + "2026-06-18 22:50:00", + "2026-06-18 23:00:00", + "2026-06-18 23:10:00", + "2026-06-18 23:20:00", + "2026-06-18 23:30:00", + "2026-06-18 23:40:00", + "2026-06-18 23:50:00", + "2026-06-19 00:00:00", + "2026-06-19 00:10:00", + "2026-06-19 00:20:00", + "2026-06-19 00:30:00", + "2026-06-19 00:40:00", + "2026-06-19 00:50:00", + "2026-06-19 01:00:00", + "2026-06-19 01:10:00", + "2026-06-19 01:20:00", + "2026-06-19 01:30:00", + "2026-06-19 01:40:00", + "2026-06-19 01:50:00", + "2026-06-19 02:00:00", + "2026-06-19 02:10:00", + "2026-06-19 02:20:00", + "2026-06-19 02:30:00", + "2026-06-19 02:40:00", + "2026-06-19 02:50:00", + "2026-06-19 03:00:00", + "2026-06-19 03:10:00", + "2026-06-19 03:20:00", + "2026-06-19 03:30:00", + "2026-06-19 03:40:00", + "2026-06-19 03:50:00", + "2026-06-19 04:00:00", + "2026-06-19 04:10:00", + "2026-06-19 04:20:00", + "2026-06-19 04:30:00", + "2026-06-19 04:40:00", + "2026-06-19 04:50:00", + "2026-06-19 05:00:00", + "2026-06-19 05:10:00", + "2026-06-19 05:20:00", + "2026-06-19 05:30:00", + "2026-06-19 05:40:00", + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4552066922187805, + 1.4272816181182861, + 1.4232338666915894, + 1.4458253979682922, + 1.443044662475586, + 1.4317246675491333, + 1.438461184501648, + 1.4401565194129944, + 1.43671452999115, + 1.4322940111160278, + 1.4265688061714172, + 1.4245405793190002, + 1.4161227345466614, + 1.43998783826828, + 1.4521279335021973, + 1.4275181293487549, + 1.4331984519958496, + 1.4229735732078552, + 1.426060974597931, + 1.420313835144043, + 1.4338188171386719, + 1.4102448225021362, + 1.4162632822990417, + 1.4369316101074219, + 1.416743516921997, + 1.4185184240341187, + 1.428256332874298, + 1.4264920949935913, + 1.4220787286758423, + 1.4256944060325623, + 1.406423568725586, + 1.422779142856598, + 1.417686641216278, + 1.4138081073760986, + 1.4219866394996643, + 1.4511080384254456, + 1.4523131847381592, + 1.4448185563087463, + 1.4427459836006165, + 1.4205081462860107, + 1.460044503211975, + 1.4320980310440063, + 1.437372088432312, + 1.4137632250785828, + 1.4365909099578857, + 1.4087618589401245, + 1.4266444444656372, + 1.4098458290100098, + 1.4438841342926025, + 1.4237042665481567, + 1.455794870853424, + 1.447975218296051, + 1.4192999601364136, + 1.411889910697937, + 1.4082443714141846, + 1.4155811071395874, + 1.4349624514579773, + 1.4474651217460632, + 1.4179978966712952, + 1.4260401129722595, + 1.41665118932724, + 1.4054356217384338, + 1.4439464807510376, + 1.4075802564620972, + 1.4184439182281494, + 1.3972119688987732, + 1.43907630443573, + 1.3957839012145996, + 1.4176236391067505, + 1.4115458130836487, + 1.4430160522460938, + 1.4366220235824585 + ], + "p10": [ + 1.2796537280082703, + 1.2472465634346008, + 1.2316604852676392, + 1.2585871815681458, + 1.277586817741394, + 1.2328507900238037, + 1.260063886642456, + 1.2437052726745605, + 1.2638827562332153, + 1.2237702012062073, + 1.2317419052124023, + 1.2209839820861816, + 1.2113376259803772, + 1.217567503452301, + 1.2585895657539368, + 1.1777711510658264, + 1.2039008736610413, + 1.1485049724578857, + 1.2053565382957458, + 1.1854233145713806, + 1.1827118396759033, + 1.1987431049346924, + 1.2427840828895569, + 1.2218560576438904, + 1.22873854637146, + 1.2174615263938904, + 1.1654057502746582, + 1.2378101348876953, + 1.231988787651062, + 1.2595273852348328, + 1.164699375629425, + 1.2367937564849854, + 1.1766350269317627, + 1.2255899310112, + 1.214063823223114, + 1.1730661392211914, + 1.2363677620887756, + 1.1983104944229126, + 1.1583390831947327, + 1.1860418319702148, + 1.2561219334602356, + 1.1690186858177185, + 1.1612182259559631, + 1.1903340220451355, + 1.1898140907287598, + 1.1367773413658142, + 1.1859129071235657, + 1.1338542699813843, + 1.2227337956428528, + 1.150806188583374, + 1.1956339478492737, + 1.150065839290619, + 1.1756900548934937, + 1.1579352021217346, + 1.1490308046340942, + 1.151993989944458, + 1.162217617034912, + 1.1736182570457458, + 1.1480607986450195, + 1.1345933675765991, + 1.1593028903007507, + 1.1112726926803589, + 1.1477665901184082, + 1.1230292916297913, + 1.0755069255828857, + 1.1515808701515198, + 1.1615395545959473, + 1.0510601997375488, + 1.1217035055160522, + 1.1690453886985779, + 1.1649688482284546, + 1.1883468627929688 + ], + "p90": [ + 1.6222294569015503, + 1.604308009147644, + 1.6120479106903076, + 1.6188523173332214, + 1.6148768663406372, + 1.612019658088684, + 1.646285891532898, + 1.62985759973526, + 1.6212495565414429, + 1.6046222448349, + 1.638002097606659, + 1.6807805299758911, + 1.6210384368896484, + 1.6384246945381165, + 1.6399425268173218, + 1.66722571849823, + 1.6303964853286743, + 1.6189132928848267, + 1.6171706914901733, + 1.6234164237976074, + 1.6411558985710144, + 1.6121025681495667, + 1.602852702140808, + 1.6368874907493591, + 1.594869077205658, + 1.6130657196044922, + 1.5976755023002625, + 1.6792346239089966, + 1.6075960993766785, + 1.6116851568222046, + 1.6304339170455933, + 1.6429999470710754, + 1.6153220534324646, + 1.6508845686912537, + 1.6125969886779785, + 1.6273112893104553, + 1.6879224181175232, + 1.6604806184768677, + 1.6481783986091614, + 1.6768962144851685, + 1.650033950805664, + 1.648674190044403, + 1.662710964679718, + 1.6849555373191833, + 1.6587855219841003, + 1.624499261379242, + 1.6617087125778198, + 1.633291482925415, + 1.6439926028251648, + 1.660487711429596, + 1.702118456363678, + 1.720259189605713, + 1.6986544728279114, + 1.7278884649276733, + 1.638078510761261, + 1.6459811925888062, + 1.6863749027252197, + 1.6809070110321045, + 1.6887701749801636, + 1.7170615196228027, + 1.690854012966156, + 1.6930896639823914, + 1.6731442213058472, + 1.7510309219360352, + 1.7867383360862732, + 1.6618086695671082, + 1.7338385581970215, + 1.7065224647521973, + 1.7002795934677124, + 1.7118306159973145, + 1.7467527389526367, + 1.6884090304374695 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260620_091305.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260620_091305.json new file mode 100644 index 0000000000000000000000000000000000000000..bf605472b73884b5028b89cf383f44c706224546 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260620_091305.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T09:13:05.046087+00:00", + "metrics": { + "MSE[mean]": 0.0194222527510889, + "MSE[0.5]": 0.01572019868644661, + "MAE[0.5]": 0.09867454237408108, + "MASE[0.5]": 0.7400589592248047, + "MAPE[0.5]": 0.07608029803289698, + "sMAPE[0.5]": 0.07279700826082079, + "MSIS": 28.73649690880423, + "RMSE[mean]": 0.13936374259860024, + "NRMSE[mean]": 0.10218115864492228, + "ND[0.5]": 0.0723479355572527, + "mean_weighted_sum_quantile_loss": 0.07769110433978584 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00", + "2026-06-18 17:10:00", + "2026-06-18 17:20:00", + "2026-06-18 17:30:00", + "2026-06-18 17:40:00", + "2026-06-18 17:50:00", + "2026-06-18 18:00:00", + "2026-06-18 18:10:00", + "2026-06-18 18:20:00", + "2026-06-18 18:30:00", + "2026-06-18 18:40:00", + "2026-06-18 18:50:00", + "2026-06-18 19:00:00", + "2026-06-18 19:10:00", + "2026-06-18 19:20:00", + "2026-06-18 19:30:00", + "2026-06-18 19:40:00", + "2026-06-18 19:50:00", + "2026-06-18 20:00:00", + "2026-06-18 20:10:00", + "2026-06-18 20:20:00", + "2026-06-18 20:30:00", + "2026-06-18 20:40:00", + "2026-06-18 20:50:00", + "2026-06-18 21:00:00", + "2026-06-18 21:10:00", + "2026-06-18 21:20:00", + "2026-06-18 21:30:00", + "2026-06-18 21:40:00", + "2026-06-18 21:50:00", + "2026-06-18 22:00:00", + "2026-06-18 22:10:00", + "2026-06-18 22:20:00", + "2026-06-18 22:30:00", + "2026-06-18 22:40:00", + "2026-06-18 22:50:00", + "2026-06-18 23:00:00", + "2026-06-18 23:10:00", + "2026-06-18 23:20:00", + "2026-06-18 23:30:00", + "2026-06-18 23:40:00", + "2026-06-18 23:50:00", + "2026-06-19 00:00:00", + "2026-06-19 00:10:00", + "2026-06-19 00:20:00", + "2026-06-19 00:30:00", + "2026-06-19 00:40:00", + "2026-06-19 00:50:00", + "2026-06-19 01:00:00", + "2026-06-19 01:10:00", + "2026-06-19 01:20:00", + "2026-06-19 01:30:00", + "2026-06-19 01:40:00", + "2026-06-19 01:50:00", + "2026-06-19 02:00:00", + "2026-06-19 02:10:00", + "2026-06-19 02:20:00", + "2026-06-19 02:30:00", + "2026-06-19 02:40:00", + "2026-06-19 02:50:00", + "2026-06-19 03:00:00", + "2026-06-19 03:10:00", + "2026-06-19 03:20:00", + "2026-06-19 03:30:00", + "2026-06-19 03:40:00", + "2026-06-19 03:50:00", + "2026-06-19 04:00:00", + "2026-06-19 04:10:00", + "2026-06-19 04:20:00", + "2026-06-19 04:30:00", + "2026-06-19 04:40:00", + "2026-06-19 04:50:00", + "2026-06-19 05:00:00", + "2026-06-19 05:10:00", + "2026-06-19 05:20:00", + "2026-06-19 05:30:00", + "2026-06-19 05:40:00", + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.362187147140503, + 1.3625081777572632, + 1.3695178031921387, + 1.3813382387161255, + 1.3870556354522705, + 1.3889178037643433, + 1.3897731304168701, + 1.3904510736465454, + 1.3904057741165161, + 1.3946707248687744, + 1.3991801738739014, + 1.4038500785827637, + 1.409618854522705, + 1.4130196571350098, + 1.4132084846496582, + 1.4098559617996216, + 1.4112138748168945, + 1.4090862274169922, + 1.4073688983917236, + 1.4069702625274658, + 1.4045108556747437, + 1.40602707862854, + 1.4073359966278076, + 1.4169268608093262, + 1.4197423458099365, + 1.4247665405273438, + 1.4315050840377808, + 1.4418374300003052, + 1.446220874786377, + 1.44485342502594, + 1.4512182474136353, + 1.4560710191726685, + 1.4601889848709106, + 1.4586236476898193, + 1.454174280166626, + 1.4484801292419434, + 1.442635416984558, + 1.4395713806152344, + 1.4353069067001343, + 1.4322173595428467, + 1.4289988279342651, + 1.4167534112930298, + 1.409645676612854, + 1.3975484371185303, + 1.3850051164627075, + 1.378391981124878, + 1.3753503561019897, + 1.3738428354263306, + 1.3764500617980957, + 1.373794436454773, + 1.3665192127227783, + 1.3634084463119507, + 1.3685566186904907, + 1.3662692308425903, + 1.3694630861282349, + 1.3746671676635742, + 1.3821965456008911, + 1.3859087228775024, + 1.3873696327209473, + 1.384580373764038, + 1.3839678764343262, + 1.3858197927474976, + 1.389740228652954, + 1.3965131044387817, + 1.4050215482711792, + 1.406005859375, + 1.4109601974487305, + 1.411120057106018, + 1.4084246158599854, + 1.4080349206924438, + 1.410292625427246, + 1.408323884010315 + ], + "p10": [ + 1.385513186454773, + 1.3878817558288574, + 1.3961033821105957, + 1.4108706712722778, + 1.4201843738555908, + 1.4212552309036255, + 1.4226874113082886, + 1.4236371517181396, + 1.4226239919662476, + 1.4290528297424316, + 1.4307245016098022, + 1.438517451286316, + 1.4417786598205566, + 1.4487158060073853, + 1.4473304748535156, + 1.4463812112808228, + 1.443967342376709, + 1.440307378768921, + 1.4406026601791382, + 1.4364380836486816, + 1.4347038269042969, + 1.4354221820831299, + 1.4398163557052612, + 1.4502145051956177, + 1.4532564878463745, + 1.4540742635726929, + 1.4638830423355103, + 1.4695818424224854, + 1.4769951105117798, + 1.4796605110168457, + 1.4826102256774902, + 1.4833526611328125, + 1.4907686710357666, + 1.489583134651184, + 1.487540602684021, + 1.4792633056640625, + 1.474703073501587, + 1.4732836484909058, + 1.4645355939865112, + 1.4595928192138672, + 1.4571847915649414, + 1.4529039859771729, + 1.4399707317352295, + 1.430212378501892, + 1.4228861331939697, + 1.414985179901123, + 1.4122477769851685, + 1.4123883247375488, + 1.4194623231887817, + 1.4081966876983643, + 1.406129240989685, + 1.4049861431121826, + 1.4045295715332031, + 1.4048049449920654, + 1.4021824598312378, + 1.4135849475860596, + 1.4170080423355103, + 1.4255459308624268, + 1.424553632736206, + 1.4218270778656006, + 1.4190515279769897, + 1.4194611310958862, + 1.4276022911071777, + 1.4366527795791626, + 1.4382026195526123, + 1.444034218788147, + 1.4475860595703125, + 1.446881651878357, + 1.444938063621521, + 1.445541501045227, + 1.4444762468338013, + 1.4442881345748901 + ], + "p90": [ + 1.45552659034729, + 1.4670701026916504, + 1.4847570657730103, + 1.5011415481567383, + 1.5120091438293457, + 1.5173650979995728, + 1.5213640928268433, + 1.5229418277740479, + 1.5251426696777344, + 1.5282673835754395, + 1.5359718799591064, + 1.5418826341629028, + 1.548370122909546, + 1.5536649227142334, + 1.552506446838379, + 1.552085041999817, + 1.5543981790542603, + 1.5519206523895264, + 1.551751971244812, + 1.5466536283493042, + 1.5453451871871948, + 1.5468276739120483, + 1.5486234426498413, + 1.5528422594070435, + 1.5600316524505615, + 1.5652018785476685, + 1.56853187084198, + 1.5825406312942505, + 1.5855937004089355, + 1.5881576538085938, + 1.594369649887085, + 1.5984996557235718, + 1.6005510091781616, + 1.5990424156188965, + 1.5954346656799316, + 1.591273546218872, + 1.5853921175003052, + 1.5820010900497437, + 1.5775700807571411, + 1.5760765075683594, + 1.570663332939148, + 1.5636332035064697, + 1.5540809631347656, + 1.54171621799469, + 1.529132604598999, + 1.5274364948272705, + 1.5230445861816406, + 1.5239732265472412, + 1.5241872072219849, + 1.5218784809112549, + 1.5136276483535767, + 1.5151983499526978, + 1.5150080919265747, + 1.5168757438659668, + 1.5192331075668335, + 1.5240103006362915, + 1.5308696031570435, + 1.5363861322402954, + 1.5416860580444336, + 1.5385797023773193, + 1.5379570722579956, + 1.538833737373352, + 1.5431816577911377, + 1.5539990663528442, + 1.5602651834487915, + 1.5616469383239746, + 1.5670527219772339, + 1.56611168384552, + 1.5636847019195557, + 1.5643137693405151, + 1.563934564590454, + 1.5643938779830933 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260620_130155.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260620_130155.json new file mode 100644 index 0000000000000000000000000000000000000000..58b08ae7590e673a5f0665235609429cd348cf5a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260620_130155.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:01:55.709341+00:00", + "metrics": { + "MSE[mean]": 0.019372067686754986, + "MSE[0.5]": 0.019372067686754986, + "MAE[0.5]": 0.1100067247947057, + "MASE[0.5]": 0.8250503149096322, + "MAPE[0.5]": 0.08587211574634618, + "sMAPE[0.5]": 0.0805891211887765, + "MSIS": 7.685348456038188, + "RMSE[mean]": 0.13918357549206367, + "NRMSE[mean]": 0.10204906055863139, + "ND[0.5]": 0.08065666427050322, + "mean_weighted_sum_quantile_loss": 0.06517753214998295 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00", + "2026-06-18 17:10:00", + "2026-06-18 17:20:00", + "2026-06-18 17:30:00", + "2026-06-18 17:40:00", + "2026-06-18 17:50:00", + "2026-06-18 18:00:00", + "2026-06-18 18:10:00", + "2026-06-18 18:20:00", + "2026-06-18 18:30:00", + "2026-06-18 18:40:00", + "2026-06-18 18:50:00", + "2026-06-18 19:00:00", + "2026-06-18 19:10:00", + "2026-06-18 19:20:00", + "2026-06-18 19:30:00", + "2026-06-18 19:40:00", + "2026-06-18 19:50:00", + "2026-06-18 20:00:00", + "2026-06-18 20:10:00", + "2026-06-18 20:20:00", + "2026-06-18 20:30:00", + "2026-06-18 20:40:00", + "2026-06-18 20:50:00", + "2026-06-18 21:00:00", + "2026-06-18 21:10:00", + "2026-06-18 21:20:00", + "2026-06-18 21:30:00", + "2026-06-18 21:40:00", + "2026-06-18 21:50:00", + "2026-06-18 22:00:00", + "2026-06-18 22:10:00", + "2026-06-18 22:20:00", + "2026-06-18 22:30:00", + "2026-06-18 22:40:00", + "2026-06-18 22:50:00", + "2026-06-18 23:00:00", + "2026-06-18 23:10:00", + "2026-06-18 23:20:00", + "2026-06-18 23:30:00", + "2026-06-18 23:40:00", + "2026-06-18 23:50:00", + "2026-06-19 00:00:00", + "2026-06-19 00:10:00", + "2026-06-19 00:20:00", + "2026-06-19 00:30:00", + "2026-06-19 00:40:00", + "2026-06-19 00:50:00", + "2026-06-19 01:00:00", + "2026-06-19 01:10:00", + "2026-06-19 01:20:00", + "2026-06-19 01:30:00", + "2026-06-19 01:40:00", + "2026-06-19 01:50:00", + "2026-06-19 02:00:00", + "2026-06-19 02:10:00", + "2026-06-19 02:20:00", + "2026-06-19 02:30:00", + "2026-06-19 02:40:00", + "2026-06-19 02:50:00", + "2026-06-19 03:00:00", + "2026-06-19 03:10:00", + "2026-06-19 03:20:00", + "2026-06-19 03:30:00", + "2026-06-19 03:40:00", + "2026-06-19 03:50:00", + "2026-06-19 04:00:00", + "2026-06-19 04:10:00", + "2026-06-19 04:20:00", + "2026-06-19 04:30:00", + "2026-06-19 04:40:00", + "2026-06-19 04:50:00", + "2026-06-19 05:00:00", + "2026-06-19 05:10:00", + "2026-06-19 05:20:00", + "2026-06-19 05:30:00", + "2026-06-19 05:40:00", + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4018207788467407, + 1.406941533088684, + 1.4112969636917114, + 1.4137110710144043, + 1.4150497913360596, + 1.418429970741272, + 1.421170711517334, + 1.424365520477295, + 1.4315073490142822, + 1.4378187656402588, + 1.4388631582260132, + 1.4385801553726196, + 1.4415767192840576, + 1.4409412145614624, + 1.4386835098266602, + 1.438835859298706, + 1.4397393465042114, + 1.4377118349075317, + 1.43666410446167, + 1.4400320053100586, + 1.4425623416900635, + 1.443782925605774, + 1.4510595798492432, + 1.4575409889221191, + 1.4588993787765503, + 1.4600905179977417, + 1.4630470275878906, + 1.4646550416946411, + 1.465552806854248, + 1.4680373668670654, + 1.4697010517120361, + 1.469854712486267, + 1.4431827068328857, + 1.457826852798462, + 1.465531826019287, + 1.4652657508850098, + 1.4613392353057861, + 1.4578192234039307, + 1.4482309818267822, + 1.4424042701721191, + 1.4339321851730347, + 1.4255619049072266, + 1.4220556020736694, + 1.4221023321151733, + 1.422812819480896, + 1.4226925373077393, + 1.4315181970596313, + 1.4379262924194336, + 1.440868854522705, + 1.439273715019226, + 1.4354532957077026, + 1.4342845678329468, + 1.4320787191390991, + 1.4321012496948242, + 1.4334616661071777, + 1.437379002571106, + 1.4450963735580444, + 1.4509780406951904, + 1.4531431198120117, + 1.451208472251892, + 1.4498507976531982, + 1.4468415975570679, + 1.4405415058135986, + 1.4387891292572021, + 1.4071266651153564, + 1.4157642126083374, + 1.4247915744781494, + 1.4310029745101929, + 1.4340955018997192, + 1.4382909536361694, + 1.4444265365600586, + 1.4532275199890137 + ], + "p10": [ + 1.3067491054534912, + 1.286508321762085, + 1.2807321548461914, + 1.279148817062378, + 1.2776421308517456, + 1.277743935585022, + 1.2780905961990356, + 1.2777631282806396, + 1.2804052829742432, + 1.2814278602600098, + 1.27890944480896, + 1.2773733139038086, + 1.278319001197815, + 1.276977777481079, + 1.2734228372573853, + 1.2730481624603271, + 1.2736400365829468, + 1.2708371877670288, + 1.2687944173812866, + 1.2708275318145752, + 1.2711224555969238, + 1.2716529369354248, + 1.2762854099273682, + 1.2794384956359863, + 1.2775005102157593, + 1.2755699157714844, + 1.2761515378952026, + 1.2744945287704468, + 1.272897720336914, + 1.2733404636383057, + 1.2740654945373535, + 1.272642970085144, + 1.291602373123169, + 1.291576862335205, + 1.2878822088241577, + 1.2827982902526855, + 1.2803492546081543, + 1.277055263519287, + 1.2710001468658447, + 1.2648365497589111, + 1.2592723369598389, + 1.254483699798584, + 1.252319574356079, + 1.2507015466690063, + 1.2504526376724243, + 1.2514326572418213, + 1.2553733587265015, + 1.2580857276916504, + 1.2554579973220825, + 1.2552833557128906, + 1.2556719779968262, + 1.256558895111084, + 1.2547953128814697, + 1.2527971267700195, + 1.253229022026062, + 1.2549020051956177, + 1.2577641010284424, + 1.2592434883117676, + 1.2597761154174805, + 1.25801420211792, + 1.2557003498077393, + 1.2515807151794434, + 1.2468483448028564, + 1.2448644638061523, + 1.2738981246948242, + 1.2682111263275146, + 1.2614948749542236, + 1.261489748954773, + 1.2645263671875, + 1.2651658058166504, + 1.267271637916565, + 1.2708778381347656 + ], + "p90": [ + 1.5136692523956299, + 1.550068736076355, + 1.5715422630310059, + 1.58463716506958, + 1.5938009023666382, + 1.603639006614685, + 1.61115562915802, + 1.6186788082122803, + 1.630082368850708, + 1.6372026205062866, + 1.638126015663147, + 1.6401363611221313, + 1.6425697803497314, + 1.6436282396316528, + 1.643497347831726, + 1.6435003280639648, + 1.644820213317871, + 1.6452633142471313, + 1.6477136611938477, + 1.6540385484695435, + 1.656954288482666, + 1.6594412326812744, + 1.6672918796539307, + 1.6755459308624268, + 1.6780236959457397, + 1.6799992322921753, + 1.6842093467712402, + 1.6873807907104492, + 1.6891398429870605, + 1.6932644844055176, + 1.6962417364120483, + 1.6964049339294434, + 1.6569266319274902, + 1.6854054927825928, + 1.6928725242614746, + 1.6968247890472412, + 1.7007954120635986, + 1.7028212547302246, + 1.6846861839294434, + 1.6815851926803589, + 1.678189754486084, + 1.6706981658935547, + 1.669428825378418, + 1.6702433824539185, + 1.670674443244934, + 1.6689149141311646, + 1.681060791015625, + 1.6930584907531738, + 1.7000064849853516, + 1.6985570192337036, + 1.695388913154602, + 1.6935861110687256, + 1.6899609565734863, + 1.6948322057724, + 1.6965203285217285, + 1.701703667640686, + 1.7143598794937134, + 1.718108057975769, + 1.721426248550415, + 1.7180473804473877, + 1.7158639430999756, + 1.7154569625854492, + 1.7078773975372314, + 1.7077178955078125, + 1.634089469909668, + 1.6582008600234985, + 1.6660792827606201, + 1.6730459928512573, + 1.6771619319915771, + 1.6812701225280762, + 1.6819757223129272, + 1.6888210773468018 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260620_112736.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260620_112736.json new file mode 100644 index 0000000000000000000000000000000000000000..0e214d56282ccb8e407649d1e56d6b39219ec23c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260620_112736.json @@ -0,0 +1,549 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T11:27:36.427043+00:00", + "metrics": { + "MSE[mean]": 0.016563154380736595, + "MSE[0.5]": 0.016563154380736595, + "MAE[0.5]": 0.10191756652461158, + "MASE[0.5]": 0.7643816367851815, + "MAPE[0.5]": 0.07943692390767067, + "sMAPE[0.5]": 0.07501972543019465, + "MSIS": 6.115132567129493, + "RMSE[mean]": 0.12869791910025816, + "NRMSE[mean]": 0.0943610026800969, + "ND[0.5]": 0.07472571301239116, + "mean_weighted_sum_quantile_loss": 0.060713836254438505 + }, + "context_length": 77, + "prediction_length": 72, + "timestamps": [ + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00", + "2026-06-18 17:10:00", + "2026-06-18 17:20:00", + "2026-06-18 17:30:00", + "2026-06-18 17:40:00", + "2026-06-18 17:50:00", + "2026-06-18 18:00:00", + "2026-06-18 18:10:00", + "2026-06-18 18:20:00", + "2026-06-18 18:30:00", + "2026-06-18 18:40:00", + "2026-06-18 18:50:00", + "2026-06-18 19:00:00", + "2026-06-18 19:10:00", + "2026-06-18 19:20:00", + "2026-06-18 19:30:00", + "2026-06-18 19:40:00", + "2026-06-18 19:50:00", + "2026-06-18 20:00:00", + "2026-06-18 20:10:00", + "2026-06-18 20:20:00", + "2026-06-18 20:30:00", + "2026-06-18 20:40:00", + "2026-06-18 20:50:00", + "2026-06-18 21:00:00", + "2026-06-18 21:10:00", + "2026-06-18 21:20:00", + "2026-06-18 21:30:00", + "2026-06-18 21:40:00", + "2026-06-18 21:50:00", + "2026-06-18 22:00:00", + "2026-06-18 22:10:00", + "2026-06-18 22:20:00", + "2026-06-18 22:30:00", + "2026-06-18 22:40:00", + "2026-06-18 22:50:00", + "2026-06-18 23:00:00", + "2026-06-18 23:10:00", + "2026-06-18 23:20:00", + "2026-06-18 23:30:00", + "2026-06-18 23:40:00", + "2026-06-18 23:50:00", + "2026-06-19 00:00:00", + "2026-06-19 00:10:00", + "2026-06-19 00:20:00", + "2026-06-19 00:30:00", + "2026-06-19 00:40:00", + "2026-06-19 00:50:00", + "2026-06-19 01:00:00", + "2026-06-19 01:10:00", + "2026-06-19 01:20:00", + "2026-06-19 01:30:00", + "2026-06-19 01:40:00", + "2026-06-19 01:50:00", + "2026-06-19 02:00:00", + "2026-06-19 02:10:00", + "2026-06-19 02:20:00", + "2026-06-19 02:30:00", + "2026-06-19 02:40:00", + "2026-06-19 02:50:00", + "2026-06-19 03:00:00", + "2026-06-19 03:10:00", + "2026-06-19 03:20:00", + "2026-06-19 03:30:00", + "2026-06-19 03:40:00", + "2026-06-19 03:50:00", + "2026-06-19 04:00:00", + "2026-06-19 04:10:00", + "2026-06-19 04:20:00", + "2026-06-19 04:30:00", + "2026-06-19 04:40:00", + "2026-06-19 04:50:00", + "2026-06-19 05:00:00", + "2026-06-19 05:10:00", + "2026-06-19 05:20:00", + "2026-06-19 05:30:00", + "2026-06-19 05:40:00", + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" + ], + "context": [ + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.365365743637085, + 1.3666441440582275, + 1.4103281497955322, + 1.42628014087677, + 1.4430756568908691, + 1.4421440362930298, + 1.4487577676773071, + 1.41326904296875, + 1.400538444519043, + 1.438669204711914, + 1.408052682876587, + 1.4160959720611572, + 1.4472506046295166, + 1.4423835277557373, + 1.4206409454345703, + 1.3975390195846558, + 1.3990533351898193, + 1.402100920677185, + 1.4022165536880493, + 1.415013074874878, + 1.4241124391555786, + 1.4278967380523682, + 1.4362075328826904, + 1.4332715272903442, + 1.43206787109375, + 1.4265081882476807, + 1.4328463077545166, + 1.4390842914581299, + 1.4348231554031372, + 1.4269375801086426, + 1.4241284132003784, + 1.429005742073059, + 1.4383689165115356, + 1.4448567628860474, + 1.4521955251693726, + 1.4526244401931763, + 1.4576691389083862, + 1.4533816576004028, + 1.4538793563842773, + 1.4570459127426147, + 1.466627836227417, + 1.4612181186676025, + 1.4638200998306274, + 1.4594230651855469, + 1.4561461210250854, + 1.4558998346328735, + 1.453273892402649, + 1.4511137008666992, + 1.4538034200668335, + 1.4509294033050537, + 1.4347583055496216, + 1.4198240041732788, + 1.4039101600646973, + 1.403661847114563, + 1.4089428186416626, + 1.4196363687515259, + 1.4292997121810913, + 1.4318256378173828, + 1.436074137687683, + 1.4290040731430054, + 1.419870376586914, + 1.4198371171951294, + 1.424083948135376, + 1.4294310808181763, + 1.42692232131958, + 1.4142162799835205, + 1.4083915948867798, + 1.4077184200286865, + 1.4103279113769531, + 1.4129993915557861, + 1.4197208881378174, + 1.4240418672561646 + ], + "p10": [ + 1.2560067176818848, + 1.233875036239624, + 1.2796006202697754, + 1.2885247468948364, + 1.277305006980896, + 1.271031379699707, + 1.2760648727416992, + 1.2452727556228638, + 1.2254472970962524, + 1.2665629386901855, + 1.237167239189148, + 1.249390721321106, + 1.257827877998352, + 1.2655832767486572, + 1.2526423931121826, + 1.225870132446289, + 1.2211087942123413, + 1.216093897819519, + 1.2228360176086426, + 1.241812825202942, + 1.2517592906951904, + 1.247877597808838, + 1.2565778493881226, + 1.2545571327209473, + 1.243621826171875, + 1.2390841245651245, + 1.2535377740859985, + 1.2539156675338745, + 1.2368943691253662, + 1.2280025482177734, + 1.2319746017456055, + 1.2424988746643066, + 1.2554477453231812, + 1.255631685256958, + 1.2620220184326172, + 1.2590832710266113, + 1.26148521900177, + 1.2607485055923462, + 1.2612301111221313, + 1.2681134939193726, + 1.2679625749588013, + 1.2572885751724243, + 1.2611931562423706, + 1.2639904022216797, + 1.2616037130355835, + 1.257933497428894, + 1.2579096555709839, + 1.2563985586166382, + 1.2582510709762573, + 1.2594486474990845, + 1.245477557182312, + 1.2285046577453613, + 1.2088972330093384, + 1.2050846815109253, + 1.2082469463348389, + 1.2268173694610596, + 1.2381032705307007, + 1.241199254989624, + 1.245801329612732, + 1.2359107732772827, + 1.221582293510437, + 1.2213813066482544, + 1.2330029010772705, + 1.2370980978012085, + 1.2352255582809448, + 1.219162940979004, + 1.204809546470642, + 1.2063779830932617, + 1.2134264707565308, + 1.2170828580856323, + 1.22367262840271, + 1.231366753578186 + ], + "p90": [ + 1.4873600006103516, + 1.5091862678527832, + 1.5560866594314575, + 1.584073543548584, + 1.6061699390411377, + 1.6090694665908813, + 1.6211388111114502, + 1.5671405792236328, + 1.5703166723251343, + 1.6181728839874268, + 1.582891821861267, + 1.5905122756958008, + 1.6174145936965942, + 1.6278268098831177, + 1.600175380706787, + 1.5721776485443115, + 1.5929598808288574, + 1.6016285419464111, + 1.5884373188018799, + 1.5990992784500122, + 1.6120080947875977, + 1.613340139389038, + 1.6237149238586426, + 1.6194130182266235, + 1.621410846710205, + 1.6165683269500732, + 1.6190478801727295, + 1.632901668548584, + 1.6366380453109741, + 1.6281702518463135, + 1.6232874393463135, + 1.6278553009033203, + 1.6353176832199097, + 1.6398426294326782, + 1.6474140882492065, + 1.6482198238372803, + 1.6540946960449219, + 1.6481828689575195, + 1.649030327796936, + 1.6538670063018799, + 1.674001932144165, + 1.668035626411438, + 1.6694819927215576, + 1.662307858467102, + 1.6548168659210205, + 1.6608903408050537, + 1.6596572399139404, + 1.6571704149246216, + 1.665626883506775, + 1.6641514301300049, + 1.6401745080947876, + 1.6257247924804688, + 1.6166566610336304, + 1.6078680753707886, + 1.6126941442489624, + 1.6191332340240479, + 1.6278678178787231, + 1.62957763671875, + 1.6416500806808472, + 1.6322393417358398, + 1.6238139867782593, + 1.6240758895874023, + 1.6295442581176758, + 1.6362895965576172, + 1.63143789768219, + 1.622048258781433, + 1.6111127138137817, + 1.606438159942627, + 1.6107089519500732, + 1.6149535179138184, + 1.626189112663269, + 1.6325764656066895 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260620_065553.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260620_065553.json new file mode 100644 index 0000000000000000000000000000000000000000..2a72edac80611dd6a852bada66e107d2f33a3557 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260620_065553.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T06:55:53.194264+00:00", + "metrics": { + "MSE[mean]": 6.784256455804855, + "MSE[0.5]": 6.784256455804855, + "MAE[0.5]": 2.2419544061024985, + "MASE[0.5]": 1.2998527648654454, + "MAPE[0.5]": 0.08373305648426789, + "sMAPE[0.5]": 0.08821920786795756, + "MSIS": 21.37812596691265, + "RMSE[mean]": 2.60466052601963, + "NRMSE[mean]": 0.10350844200915602, + "ND[0.5]": 0.08909460765156285, + "mean_weighted_sum_quantile_loss": 0.07501617040826013 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "actual": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "predictions": { + "p50": [ + 21.313648223876953, + 21.101205825805664, + 20.866544723510742, + 20.73175048828125, + 20.69198226928711, + 20.90386962890625, + 21.436119079589844, + 22.313846588134766, + 23.393192291259766, + 24.394411087036133, + 25.188861846923828, + 25.826189041137695, + 26.159774780273438, + 26.31782341003418, + 26.1749210357666, + 25.848716735839844, + 25.453746795654297, + 24.70175552368164, + 23.796567916870117, + 22.98193359375, + 22.395479202270508, + 22.017377853393555, + 21.709535598754883, + 21.441837310791016 + ], + "p10": [ + 21.118749618530273, + 20.847597122192383, + 20.533992767333984, + 20.3292179107666, + 20.198362350463867, + 20.318668365478516, + 20.732881546020508, + 21.435911178588867, + 22.18992042541504, + 22.85193634033203, + 23.38508415222168, + 23.656736373901367, + 23.80061149597168, + 23.895090103149414, + 23.740718841552734, + 23.404647827148438, + 23.22795867919922, + 22.558021545410156, + 21.8627986907959, + 21.239797592163086, + 20.81141471862793, + 20.46720314025879, + 20.236228942871094, + 20.016916275024414 + ], + "p90": [ + 21.4201602935791, + 21.395780563354492, + 21.235904693603516, + 21.20806312561035, + 21.21910858154297, + 21.49229621887207, + 22.171478271484375, + 23.24920654296875, + 24.586090087890625, + 25.905153274536133, + 26.97330093383789, + 27.921871185302734, + 28.34299087524414, + 28.506481170654297, + 28.44145393371582, + 28.103416442871094, + 27.753185272216797, + 26.778491973876953, + 25.70182228088379, + 24.83881378173828, + 24.10286521911621, + 23.628135681152344, + 23.255470275878906, + 22.942182540893555 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260620_132930.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260620_132930.json new file mode 100644 index 0000000000000000000000000000000000000000..40548f5fe7dff09165a7983e4f3c658a21b87349 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260620_132930.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T13:29:30.444578+00:00", + "metrics": { + "MSE[mean]": 5.755618255713974, + "MSE[0.5]": 6.03760388433913, + "MAE[0.5]": 2.154866615931193, + "MASE[0.5]": 1.2493605226806517, + "MAPE[0.5]": 0.08138583716362038, + "sMAPE[0.5]": 0.0852347704265503, + "MSIS": 10.973700374767967, + "RMSE[mean]": 2.3990869629327682, + "NRMSE[mean]": 0.09533900917104664, + "ND[0.5]": 0.08563376452494338, + "mean_weighted_sum_quantile_loss": 0.06693972829059597 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "actual": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "predictions": { + "p50": [ + 21.298457145690918, + 21.180482864379883, + 21.10817241668701, + 20.99656867980957, + 20.989810943603516, + 21.213151931762695, + 21.881776809692383, + 22.797578811645508, + 23.946276664733887, + 24.74841594696045, + 25.375805854797363, + 26.041479110717773, + 26.504029273986816, + 26.364991188049316, + 26.266056060791016, + 26.08009433746338, + 25.699689865112305, + 25.043474197387695, + 24.302775382995605, + 23.00246238708496, + 22.36607265472412, + 21.85544204711914, + 21.42403507232666, + 21.294429779052734 + ], + "p10": [ + 21.046279907226562, + 20.893092155456543, + 20.681368827819824, + 20.60176658630371, + 20.34339141845703, + 20.372143745422363, + 20.982711791992188, + 21.88298225402832, + 22.662288665771484, + 23.188335418701172, + 23.697402954101562, + 23.94536018371582, + 24.03306484222412, + 24.163101196289062, + 23.77832317352295, + 23.465404510498047, + 23.132004737854004, + 21.978596687316895, + 22.072129249572754, + 21.05139923095703, + 20.344674110412598, + 19.819771766662598, + 19.485525131225586, + 19.790459632873535 + ], + "p90": [ + 21.54621410369873, + 21.50081157684326, + 21.59959602355957, + 21.44173812866211, + 21.619629859924316, + 21.954663276672363, + 22.868050575256348, + 24.10507869720459, + 25.564119338989258, + 26.82981014251709, + 27.291975021362305, + 28.269600868225098, + 28.699987411499023, + 29.38497257232666, + 29.344664573669434, + 29.220252990722656, + 28.522587776184082, + 27.648036003112793, + 26.559471130371094, + 25.417856216430664, + 24.881481170654297, + 24.14500904083252, + 23.328472137451172, + 23.134465217590332 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260620_082423.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260620_082423.json new file mode 100644 index 0000000000000000000000000000000000000000..42c7330367ed55c2ba4ef7f31abbbf9dc34290d9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260620_082423.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T08:24:23.605944+00:00", + "metrics": { + "MSE[mean]": 6.602895581186355, + "MSE[0.5]": 8.783970266745351, + "MAE[0.5]": 2.4889137744903564, + "MASE[0.5]": 1.4430362377026291, + "MAPE[0.5]": 0.09223925307316716, + "sMAPE[0.5]": 0.09846848901201422, + "MSIS": 24.116860785958774, + "RMSE[mean]": 2.569610005659683, + "NRMSE[mean]": 0.10211554465542194, + "ND[0.5]": 0.09890870020068139, + "mean_weighted_sum_quantile_loss": 0.07508043445337181 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "actual": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "predictions": { + "p50": [ + 21.09906005859375, + 20.82147789001465, + 20.477142333984375, + 20.31460952758789, + 20.213083267211914, + 20.344961166381836, + 20.971607208251953, + 22.01108169555664, + 23.127382278442383, + 24.143938064575195, + 25.010929107666016, + 25.54545021057129, + 25.879566192626953, + 26.080278396606445, + 25.905141830444336, + 25.479101181030273, + 24.981403350830078, + 24.235387802124023, + 23.31958770751953, + 22.308391571044922, + 21.6884765625, + 21.19268798828125, + 20.835458755493164, + 20.570528030395508 + ], + "p10": [ + 20.99943733215332, + 20.80438804626465, + 20.42460823059082, + 20.403881072998047, + 20.371675491333008, + 20.534225463867188, + 21.218509674072266, + 22.289579391479492, + 23.560121536254883, + 24.64399528503418, + 25.494903564453125, + 26.14830207824707, + 26.45136260986328, + 26.659347534179688, + 26.495901107788086, + 26.105642318725586, + 25.63945960998535, + 24.828405380249023, + 23.915494918823242, + 22.881572723388672, + 22.218351364135742, + 21.764324188232422, + 21.374996185302734, + 20.96488380432129 + ], + "p90": [ + 21.16600227355957, + 20.996566772460938, + 20.824033737182617, + 20.79453468322754, + 20.916675567626953, + 21.2595157623291, + 22.139362335205078, + 23.405046463012695, + 24.81275177001953, + 26.03628158569336, + 27.139503479003906, + 27.861467361450195, + 28.31296730041504, + 28.63298797607422, + 28.427528381347656, + 27.96509552001953, + 27.368865966796875, + 26.466039657592773, + 25.413944244384766, + 24.2749080657959, + 23.553129196166992, + 23.05997085571289, + 22.58115005493164, + 22.174158096313477 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260620_130139.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260620_130139.json new file mode 100644 index 0000000000000000000000000000000000000000..3284978a6bd317a29170c243d1ea7f49fc9286c1 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260620_130139.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:01:39.993401+00:00", + "metrics": { + "MSE[mean]": 1.6162699679713721, + "MSE[0.5]": 1.6162699679713721, + "MAE[0.5]": 1.0375758806864421, + "MASE[0.5]": 0.6015715010068368, + "MAPE[0.5]": 0.039337949479858914, + "sMAPE[0.5]": 0.04041938527303815, + "MSIS": 3.0592737336223146, + "RMSE[mean]": 1.2713260667395174, + "NRMSE[mean]": 0.05052212337817877, + "ND[0.5]": 0.04123295984381274, + "mean_weighted_sum_quantile_loss": 0.034941020049374806 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "actual": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "predictions": { + "p50": [ + 21.116792678833008, + 20.801671981811523, + 20.567548751831055, + 20.4049129486084, + 20.35688018798828, + 20.62630271911621, + 21.628026962280273, + 23.21295738220215, + 24.63306999206543, + 26.02265167236328, + 26.964481353759766, + 27.771873474121094, + 28.298465728759766, + 28.540843963623047, + 28.479835510253906, + 28.200258255004883, + 27.7738094329834, + 26.85573959350586, + 25.540372848510742, + 24.185592651367188, + 23.31989860534668, + 22.82103157043457, + 22.417116165161133, + 22.056257247924805 + ], + "p10": [ + 20.95943832397461, + 20.51148796081543, + 20.160369873046875, + 19.901784896850586, + 19.76515007019043, + 19.94144058227539, + 20.79684829711914, + 22.137752532958984, + 23.332063674926758, + 24.471939086914062, + 25.19536590576172, + 25.790908813476562, + 26.223278045654297, + 26.35262107849121, + 26.25376319885254, + 25.90064811706543, + 25.415996551513672, + 24.55192756652832, + 23.546262741088867, + 22.393234252929688, + 21.668624877929688, + 21.20952606201172, + 20.806936264038086, + 20.416942596435547 + ], + "p90": [ + 21.277482986450195, + 21.092941284179688, + 20.9747314453125, + 20.91423797607422, + 20.944948196411133, + 21.31338882446289, + 22.468292236328125, + 24.297826766967773, + 26.0290584564209, + 27.6864013671875, + 28.88411521911621, + 29.779573440551758, + 30.29298973083496, + 30.687938690185547, + 30.723466873168945, + 30.47021484375, + 30.01611328125, + 29.0097599029541, + 27.554533004760742, + 26.05486488342285, + 25.1335391998291, + 24.64638900756836, + 24.272924423217773, + 23.933547973632812 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260620_104314.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260620_104314.json new file mode 100644 index 0000000000000000000000000000000000000000..2a074441452b42502f14fa9d38f4d2afa21893a2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260620_104314.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T10:43:14.252733+00:00", + "metrics": { + "MSE[mean]": 7.744156202031111, + "MSE[0.5]": 7.744156202031111, + "MAE[0.5]": 2.324544350306193, + "MASE[0.5]": 1.3477372209592182, + "MAPE[0.5]": 0.08597244740088032, + "sMAPE[0.5]": 0.09145491315288123, + "MSIS": 9.895552302488385, + "RMSE[mean]": 2.782832406385823, + "NRMSE[mean]": 0.11058894004808065, + "ND[0.5]": 0.09237670770442907, + "mean_weighted_sum_quantile_loss": 0.07322769478852847 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492 + ], + "actual": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "predictions": { + "p50": [ + 21.077369689941406, + 20.72805404663086, + 20.411924362182617, + 20.204030990600586, + 20.098806381225586, + 20.202579498291016, + 20.84323501586914, + 22.03567886352539, + 23.233938217163086, + 24.285585403442383, + 25.03521728515625, + 25.738351821899414, + 26.06332015991211, + 26.342041015625, + 26.185260772705078, + 25.82441520690918, + 25.380802154541016, + 24.561250686645508, + 23.45757293701172, + 22.420364379882812, + 21.82627296447754, + 21.470367431640625, + 21.154273986816406, + 20.889638900756836 + ], + "p10": [ + 20.935102462768555, + 20.47408676147461, + 20.025285720825195, + 19.68257713317871, + 19.49066734313965, + 19.45309829711914, + 19.844100952148438, + 20.575143814086914, + 21.213205337524414, + 21.731447219848633, + 22.086523056030273, + 22.534732818603516, + 22.705705642700195, + 22.912202835083008, + 22.875751495361328, + 22.525501251220703, + 22.22671890258789, + 21.584117889404297, + 20.936214447021484, + 20.346858978271484, + 19.950355529785156, + 19.68360137939453, + 19.4437313079834, + 19.249282836914062 + ], + "p90": [ + 21.219301223754883, + 20.98969268798828, + 20.79322624206543, + 20.69845199584961, + 20.784025192260742, + 21.075702667236328, + 22.239879608154297, + 24.01521110534668, + 25.70333480834961, + 27.2091064453125, + 28.481578826904297, + 29.524381637573242, + 29.905723571777344, + 30.304771423339844, + 30.10602378845215, + 29.715316772460938, + 29.0274658203125, + 28.11463165283203, + 26.467281341552734, + 25.058395385742188, + 24.02303695678711, + 23.498796463012695, + 23.203153610229492, + 22.829214096069336 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260620_071140.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260620_071140.json new file mode 100644 index 0000000000000000000000000000000000000000..e62a1f87a9b3db1488531801a3ebd204b6fffc8e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260620_071140.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T07:11:40.803844+00:00", + "metrics": { + "MSE[mean]": 0.03840640309651159, + "MSE[0.5]": 0.03840640309651159, + "MAE[0.5]": 0.1598963737487793, + "MASE[0.5]": 0.12067650655947981, + "MAPE[0.5]": 0.009384705633644387, + "sMAPE[0.5]": 0.009451257092868055, + "MSIS": 1.2568865880924347, + "RMSE[mean]": 0.19597551657416695, + "NRMSE[mean]": 0.011516680871871323, + "ND[0.5]": 0.009396456971895508, + "mean_weighted_sum_quantile_loss": 0.014369211028682265 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 16.98930549621582, + 16.955665588378906, + 16.956867218017578, + 16.924968719482422, + 16.90884780883789, + 16.914793014526367, + 16.91342544555664, + 16.909700393676758, + 16.91258430480957, + 16.910993576049805, + 16.924274444580078, + 16.920085906982422, + 16.921001434326172, + 16.904163360595703, + 16.893474578857422, + 16.877410888671875, + 16.769742965698242, + 16.756330490112305, + 16.74964714050293, + 16.71030044555664, + 16.724390029907227, + 16.716848373413086, + 16.717823028564453, + 16.67984390258789 + ], + "p10": [ + 16.79265594482422, + 16.73687744140625, + 16.66665267944336, + 16.635587692260742, + 16.56598472595215, + 16.526546478271484, + 16.500089645385742, + 16.457300186157227, + 16.437772750854492, + 16.43182945251465, + 16.392169952392578, + 16.377798080444336, + 16.336822509765625, + 16.274906158447266, + 16.223880767822266, + 16.178497314453125, + 15.855555534362793, + 15.78172779083252, + 15.70382022857666, + 15.647138595581055, + 15.555481910705566, + 15.509698867797852, + 15.49063491821289, + 15.405542373657227 + ], + "p90": [ + 17.226673126220703, + 17.226579666137695, + 17.26820182800293, + 17.330448150634766, + 17.367612838745117, + 17.417390823364258, + 17.428955078125, + 17.49103546142578, + 17.511823654174805, + 17.59085464477539, + 17.65010643005371, + 17.7471981048584, + 17.881946563720703, + 17.978099822998047, + 18.057910919189453, + 18.12552261352539, + 18.13386344909668, + 18.198020935058594, + 18.272998809814453, + 18.3624267578125, + 18.452045440673828, + 18.55933952331543, + 18.549348831176758, + 18.62556266784668 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260620_144632.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260620_144632.json new file mode 100644 index 0000000000000000000000000000000000000000..0de81e2b3fdc9be1a85141decb79968928b5c8b2 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260620_144632.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T14:46:32.911386+00:00", + "metrics": { + "MSE[mean]": 0.09134456006737916, + "MSE[0.5]": 0.06358335929636875, + "MAE[0.5]": 0.19013484319051108, + "MASE[0.5]": 0.14349799256557902, + "MAPE[0.5]": 0.011167825510456288, + "sMAPE[0.5]": 0.01127779455442248, + "MSIS": 1.4609138686955632, + "RMSE[mean]": 0.3022326257494038, + "NRMSE[mean]": 0.01776097729282589, + "ND[0.5]": 0.011173448346644422, + "mean_weighted_sum_quantile_loss": 0.017343388170157403 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.018735885620117, + 17.008275032043457, + 17.034271240234375, + 16.97989559173584, + 17.004619598388672, + 17.027450561523438, + 17.0300874710083, + 16.97536277770996, + 16.90495491027832, + 16.94813823699951, + 16.941226959228516, + 16.931184768676758, + 16.80570697784424, + 16.896775245666504, + 16.8300199508667, + 16.76812171936035, + 16.700681686401367, + 16.752163887023926, + 16.786880493164062, + 16.71452236175537, + 16.675649642944336, + 16.638416290283203, + 16.594221115112305, + 16.445768356323242 + ], + "p10": [ + 16.81600284576416, + 16.67178726196289, + 16.65708637237549, + 16.55851173400879, + 16.54877471923828, + 16.503511428833008, + 16.445849418640137, + 16.331167221069336, + 16.21566390991211, + 16.140372276306152, + 16.10819721221924, + 16.160383224487305, + 15.593373775482178, + 15.987754344940186, + 15.56986141204834, + 15.68306589126587, + 15.49570894241333, + 15.752702713012695, + 15.384943008422852, + 15.252593040466309, + 15.192846775054932, + 15.019216537475586, + 14.981864929199219, + 14.648523330688477 + ], + "p90": [ + 17.220498085021973, + 17.396140098571777, + 17.42599582672119, + 17.517857551574707, + 17.62605381011963, + 17.560486793518066, + 17.789409637451172, + 17.597966194152832, + 17.73384380340576, + 17.742697715759277, + 17.57630729675293, + 18.044721603393555, + 17.787878036499023, + 17.994998931884766, + 17.761850357055664, + 17.97145938873291, + 18.05777931213379, + 18.087470054626465, + 18.167665481567383, + 17.984641075134277, + 17.932621002197266, + 18.847140312194824, + 18.452038764953613, + 18.335390090942383 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260620_091312.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260620_091312.json new file mode 100644 index 0000000000000000000000000000000000000000..c32d2c7421875e5865b078016af18c9cc872a7d9 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260620_091312.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T09:13:12.830271+00:00", + "metrics": { + "MSE[mean]": 0.015208168148243809, + "MSE[0.5]": 0.032852737168165426, + "MAE[0.5]": 0.15766175587972006, + "MASE[0.5]": 0.11899000253433446, + "MAPE[0.5]": 0.009255102964388128, + "sMAPE[0.5]": 0.009311964467452789, + "MSIS": 0.929965958026015, + "RMSE[mean]": 0.12332140182565153, + "NRMSE[mean]": 0.007247095220490685, + "ND[0.5]": 0.009265137604464235, + "mean_weighted_sum_quantile_loss": 0.006391523495957504 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.00051498413086, + 16.9884033203125, + 16.91513442993164, + 16.880149841308594, + 16.92428970336914, + 16.923648834228516, + 16.888078689575195, + 16.877422332763672, + 16.824291229248047, + 16.90685272216797, + 16.81560516357422, + 16.883939743041992, + 16.849592208862305, + 16.89620590209961, + 16.891435623168945, + 16.921676635742188, + 16.82622718811035, + 16.783721923828125, + 16.805543899536133, + 16.804222106933594, + 16.798913955688477, + 16.74429702758789, + 16.734010696411133, + 16.73297119140625 + ], + "p10": [ + 17.052377700805664, + 17.06846046447754, + 16.95952796936035, + 16.97115135192871, + 17.067041397094727, + 17.043636322021484, + 17.05371856689453, + 16.930572509765625, + 17.105854034423828, + 16.894855499267578, + 16.971696853637695, + 17.076379776000977, + 17.03208351135254, + 16.91875457763672, + 17.01112937927246, + 16.89669418334961, + 17.02416229248047, + 17.098764419555664, + 17.027359008789062, + 16.886667251586914, + 16.91628074645996, + 16.906211853027344, + 16.98554039001465, + 16.92096519470215 + ], + "p90": [ + 17.049922943115234, + 17.095073699951172, + 17.06989097595215, + 17.083995819091797, + 17.160490036010742, + 17.1685848236084, + 17.100290298461914, + 17.09203338623047, + 17.076692581176758, + 17.14080047607422, + 17.10923194885254, + 17.099924087524414, + 17.164724349975586, + 17.245298385620117, + 17.244827270507812, + 17.27035140991211, + 17.234458923339844, + 17.20543670654297, + 17.29376792907715, + 17.32564353942871, + 17.320039749145508, + 17.311357498168945, + 17.341474533081055, + 17.332992553710938 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260620_130204.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260620_130204.json new file mode 100644 index 0000000000000000000000000000000000000000..132c4775d2ef8bdcfbb34785037083865d7a3f71 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260620_130204.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:02:04.219117+00:00", + "metrics": { + "MSE[mean]": 0.01797295621675706, + "MSE[0.5]": 0.01797295621675706, + "MAE[0.5]": 0.10274402300516765, + "MASE[0.5]": 0.07754265763156566, + "MAPE[0.5]": 0.006028004281159206, + "sMAPE[0.5]": 0.006058740632743074, + "MSIS": 1.294914440820171, + "RMSE[mean]": 0.13406325453589832, + "NRMSE[mean]": 0.007878350041496554, + "ND[0.5]": 0.006037846691910174, + "mean_weighted_sum_quantile_loss": 0.014951677200237835 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.021827697753906, + 17.02804183959961, + 17.02100372314453, + 17.013643264770508, + 17.00937271118164, + 17.00115394592285, + 16.99391746520996, + 16.983983993530273, + 16.973670959472656, + 16.957965850830078, + 16.94025421142578, + 16.928010940551758, + 16.91387939453125, + 16.911460876464844, + 16.896469116210938, + 16.88299560546875, + 16.872478485107422, + 16.864303588867188, + 16.845800399780273, + 16.835521697998047, + 16.83062744140625, + 16.8216495513916, + 16.796844482421875, + 16.77704620361328 + ], + "p10": [ + 16.966279983520508, + 16.866281509399414, + 16.749074935913086, + 16.577617645263672, + 16.35910415649414, + 16.18144989013672, + 15.99213695526123, + 15.876191139221191, + 15.764991760253906, + 15.674507141113281, + 15.544928550720215, + 15.594173431396484, + 15.53108024597168, + 15.456255912780762, + 15.35698127746582, + 15.232246398925781, + 15.140682220458984, + 15.110898971557617, + 15.095271110534668, + 15.049715042114258, + 14.95765495300293, + 14.822760581970215, + 14.756877899169922, + 14.662668228149414 + ], + "p90": [ + 17.066537857055664, + 17.088512420654297, + 17.100242614746094, + 17.117300033569336, + 17.148591995239258, + 17.181333541870117, + 17.215938568115234, + 17.239795684814453, + 17.265846252441406, + 17.299007415771484, + 17.31020736694336, + 17.30415153503418, + 17.317031860351562, + 17.346847534179688, + 17.379234313964844, + 17.374353408813477, + 17.390064239501953, + 17.464994430541992, + 17.513973236083984, + 17.536672592163086, + 17.545583724975586, + 17.519922256469727, + 17.508255004882812, + 17.51702308654785 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260620_114313.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260620_114313.json new file mode 100644 index 0000000000000000000000000000000000000000..4ff51d7439287a1b86a2e40d9214f439533f7397 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260620_114313.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T11:43:13.542585+00:00", + "metrics": { + "MSE[mean]": 0.0032294931659938206, + "MSE[0.5]": 0.0032294931659938206, + "MAE[0.5]": 0.020581642786661785, + "MASE[0.5]": 0.015533315062239943, + "MAPE[0.5]": 0.0011995045944451232, + "sMAPE[0.5]": 0.0012049177882848285, + "MSIS": 1.5575004424488947, + "RMSE[mean]": 0.056828629809223985, + "NRMSE[mean]": 0.0033395865225381836, + "ND[0.5]": 0.001209499104461507, + "mean_weighted_sum_quantile_loss": 0.01314691126710147 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.899999618530273, + 19.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actual": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "predictions": { + "p50": [ + 17.00184440612793, + 17.00373077392578, + 17.004121780395508, + 17.000715255737305, + 17.003320693969727, + 17.00497055053711, + 17.003952026367188, + 17.00306510925293, + 17.00182342529297, + 16.99502182006836, + 17.008100509643555, + 17.005496978759766, + 17.002410888671875, + 17.0070743560791, + 17.006715774536133, + 17.003374099731445, + 17.005725860595703, + 17.00543212890625, + 17.00273895263672, + 17.005054473876953, + 17.004545211791992, + 17.00625228881836, + 17.008840560913086, + 17.00509262084961 + ], + "p10": [ + 16.98269271850586, + 16.968952178955078, + 16.865636825561523, + 16.688644409179688, + 16.35834312438965, + 16.20088768005371, + 16.007518768310547, + 15.929821968078613, + 15.800643920898438, + 15.808990478515625, + 15.792266845703125, + 15.761171340942383, + 15.694384574890137, + 15.650079727172852, + 15.610818862915039, + 15.578685760498047, + 15.537816047668457, + 15.499382972717285, + 15.455650329589844, + 15.421175003051758, + 15.376811981201172, + 15.327095031738281, + 15.284215927124023, + 15.282302856445312 + ], + "p90": [ + 17.03466796875, + 17.046119689941406, + 17.465774536132812, + 17.649839401245117, + 17.84427833557129, + 17.932458877563477, + 17.89093589782715, + 17.89896583557129, + 17.915021896362305, + 17.974071502685547, + 17.953088760375977, + 17.961196899414062, + 17.97669219970703, + 18.00895881652832, + 18.017990112304688, + 18.039325714111328, + 18.10304832458496, + 18.13237190246582, + 18.181604385375977, + 18.201786041259766, + 18.228002548217773, + 18.257795333862305, + 18.306724548339844, + 18.39178466796875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260620_072336.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260620_072336.json new file mode 100644 index 0000000000000000000000000000000000000000..4e0e94bd81f4d278d30ad9029a55107aeb93fbb7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260620_072336.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T07:23:36.837910+00:00", + "metrics": { + "MSE[mean]": 1.1190689421587194, + "MSE[0.5]": 1.1190689421587194, + "MAE[0.5]": 0.8412031332651774, + "MASE[0.5]": 0.441175603980243, + "MAPE[0.5]": 0.03141136456094001, + "sMAPE[0.5]": 0.031155879977454323, + "MSIS": 4.331613831946798, + "RMSE[mean]": 1.0578605494859517, + "NRMSE[mean]": 0.039362253004128434, + "ND[0.5]": 0.03130058170289032, + "mean_weighted_sum_quantile_loss": 0.03181970266100664 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273 + ], + "actual": [ + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 27.200000762939453, + 27.899999618530273, + 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, + 29.799999237060547 + ], + "predictions": { + "p50": [ + 30.486263275146484, + 29.682653427124023, + 28.69092559814453, + 27.68731689453125, + 26.70770263671875, + 26.114015579223633, + 25.58045768737793, + 25.164417266845703, + 24.89210319519043, + 24.69999122619629, + 24.602313995361328, + 24.65629768371582, + 24.51075553894043, + 24.388696670532227, + 24.376747131347656, + 24.842771530151367, + 25.92499542236328, + 27.263132095336914, + 28.204259872436523, + 29.123106002807617, + 29.76607322692871, + 30.152942657470703, + 30.323589324951172, + 30.336631774902344 + ], + "p10": [ + 29.29681968688965, + 28.29202651977539, + 27.16775131225586, + 26.11079978942871, + 25.195709228515625, + 24.62976837158203, + 23.984222412109375, + 23.546720504760742, + 23.329763412475586, + 23.110376358032227, + 22.988346099853516, + 22.95114517211914, + 22.753406524658203, + 22.635234832763672, + 22.55537223815918, + 22.932409286499023, + 23.733930587768555, + 24.658491134643555, + 25.259998321533203, + 25.805234909057617, + 26.09307098388672, + 26.342321395874023, + 26.4686279296875, + 26.332515716552734 + ], + "p90": [ + 31.599048614501953, + 31.05370330810547, + 30.142410278320312, + 29.14244270324707, + 28.205121994018555, + 27.614152908325195, + 27.13743782043457, + 26.730995178222656, + 26.4490909576416, + 26.25969696044922, + 26.18657112121582, + 26.36561393737793, + 26.267749786376953, + 26.256359100341797, + 26.278650283813477, + 26.869216918945312, + 28.259292602539062, + 29.779714584350586, + 31.10849380493164, + 32.275489807128906, + 33.137779235839844, + 33.747413635253906, + 33.897212982177734, + 34.07790756225586 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260620_144653.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260620_144653.json new file mode 100644 index 0000000000000000000000000000000000000000..050dce5394646efd516905e9700e3468bb899dfd --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260620_144653.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T14:46:53.115755+00:00", + "metrics": { + "MSE[mean]": 1.4864957183046197, + "MSE[0.5]": 1.5020623741154395, + "MAE[0.5]": 1.1103009382883708, + "MASE[0.5]": 0.5823060657749454, + "MAPE[0.5]": 0.04169940658141678, + "sMAPE[0.5]": 0.04209504421983137, + "MSIS": 3.5739230845231713, + "RMSE[mean]": 1.219219306894629, + "NRMSE[mean]": 0.04536629979142806, + "ND[0.5]": 0.04131352328514868, + "mean_weighted_sum_quantile_loss": 0.03776740866832749 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273 + ], + "actual": [ + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 27.200000762939453, + 27.899999618530273, + 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, + 29.799999237060547 + ], + "predictions": { + "p50": [ + 30.210020065307617, + 29.249252319335938, + 28.504067420959473, + 27.76779842376709, + 26.769404411315918, + 25.945619583129883, + 25.437047958374023, + 24.924704551696777, + 24.62221050262451, + 24.1000919342041, + 23.84199810028076, + 24.0306396484375, + 24.23047924041748, + 24.096264839172363, + 23.80657386779785, + 24.041614532470703, + 24.993122100830078, + 26.180102348327637, + 27.242985725402832, + 27.518895149230957, + 28.451078414916992, + 28.769553184509277, + 29.11419677734375, + 29.506876945495605 + ], + "p10": [ + 28.862309455871582, + 27.68910503387451, + 27.15277671813965, + 26.059441566467285, + 25.184880256652832, + 24.101048469543457, + 23.997483253479004, + 23.121285438537598, + 23.06972312927246, + 22.64824676513672, + 22.003040313720703, + 22.051230430603027, + 22.444013595581055, + 22.082816123962402, + 21.714234352111816, + 22.064401626586914, + 23.173428535461426, + 23.86626434326172, + 24.75862979888916, + 25.055577278137207, + 25.52933406829834, + 25.72722053527832, + 26.1522216796875, + 25.673906326293945 + ], + "p90": [ + 32.02360153198242, + 31.270548820495605, + 30.58527946472168, + 29.60601043701172, + 28.575119972229004, + 27.565783500671387, + 26.932372093200684, + 26.776887893676758, + 26.613994598388672, + 26.014155387878418, + 25.61512279510498, + 26.10025978088379, + 26.098758697509766, + 26.305757522583008, + 26.097978591918945, + 26.252195358276367, + 27.360071182250977, + 29.139098167419434, + 30.263846397399902, + 30.3961238861084, + 31.709996223449707, + 32.11969757080078, + 32.177812576293945, + 33.153676986694336 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260620_095934.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260620_095934.json new file mode 100644 index 0000000000000000000000000000000000000000..65297aeb531639cffe2b04027ef24a5e93ea7d07 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260620_095934.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T09:59:34.786734+00:00", + "metrics": { + "MSE[mean]": 2.777817887153257, + "MSE[0.5]": 4.101181747461396, + "MAE[0.5]": 1.9629536469777424, + "MASE[0.5]": 1.029486489700972, + "MAPE[0.5]": 0.07318377348006742, + "sMAPE[0.5]": 0.07512393543413544, + "MSIS": 11.106741278354567, + "RMSE[mean]": 1.6666786994358742, + "NRMSE[mean]": 0.06201595160691625, + "ND[0.5]": 0.0730401357014974, + "mean_weighted_sum_quantile_loss": 0.05233249056452209 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273 + ], + "actual": [ + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 27.200000762939453, + 27.899999618530273, + 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, + 29.799999237060547 + ], + "predictions": { + "p50": [ + 30.539443969726562, + 29.836936950683594, + 28.87982177734375, + 27.678672790527344, + 26.411609649658203, + 25.525264739990234, + 24.74746322631836, + 24.138980865478516, + 23.748207092285156, + 23.425579071044922, + 23.399402618408203, + 23.20203971862793, + 22.98211669921875, + 22.651437759399414, + 22.769351959228516, + 23.071237564086914, + 23.987491607666016, + 25.13558578491211, + 25.93697738647461, + 26.75757598876953, + 27.399166107177734, + 27.673748016357422, + 27.736465454101562, + 27.747501373291016 + ], + "p10": [ + 30.825458526611328, + 29.944664001464844, + 29.176692962646484, + 27.823684692382812, + 26.632591247558594, + 25.866130828857422, + 24.967853546142578, + 24.492645263671875, + 24.21385955810547, + 23.800861358642578, + 23.761350631713867, + 23.6516056060791, + 23.506893157958984, + 23.194927215576172, + 23.307830810546875, + 23.712432861328125, + 24.635700225830078, + 25.760662078857422, + 26.66543197631836, + 27.526729583740234, + 28.153427124023438, + 28.423046112060547, + 28.493724822998047, + 28.5091552734375 + ], + "p90": [ + 31.729389190673828, + 31.302021026611328, + 30.51508331298828, + 29.319923400878906, + 28.134078979492188, + 27.293498992919922, + 26.53304672241211, + 25.991714477539062, + 25.623546600341797, + 25.402515411376953, + 25.466915130615234, + 25.39354705810547, + 25.19122314453125, + 24.9974365234375, + 25.159168243408203, + 25.657241821289062, + 26.726783752441406, + 28.067386627197266, + 29.00790786743164, + 29.967121124267578, + 30.66610336303711, + 31.1529541015625, + 31.197845458984375, + 31.141841888427734 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260620_131740.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260620_131740.json new file mode 100644 index 0000000000000000000000000000000000000000..ab3bb65f20ea52c07c7253d277e757cb4b4253e9 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260620_131740.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-20T13:17:40.913162+00:00", + "metrics": { + "MSE[mean]": 1.4658904995490047, + "MSE[0.5]": 1.4658904995490047, + "MAE[0.5]": 0.9999082088470459, + "MASE[0.5]": 0.5244097299668958, + "MAPE[0.5]": 0.03773649610573579, + "sMAPE[0.5]": 0.0377198515373375, + "MSIS": 5.231501219830997, + "RMSE[mean]": 1.210739649779838, + "NRMSE[mean]": 0.045050777666226526, + "ND[0.5]": 0.03720588684082031, + "mean_weighted_sum_quantile_loss": 0.03780171922524359 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273 + ], + "actual": [ + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 27.200000762939453, + 27.899999618530273, + 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, + 29.799999237060547 + ], + "predictions": { + "p50": [ + 30.563922882080078, + 29.832889556884766, + 28.875835418701172, + 27.780019760131836, + 26.57486915588379, + 25.88981819152832, + 25.316932678222656, + 24.92307472229004, + 24.63301658630371, + 24.419078826904297, + 24.319793701171875, + 24.29311180114746, + 24.057743072509766, + 23.907804489135742, + 23.82732582092285, + 24.288633346557617, + 25.361772537231445, + 26.585437774658203, + 27.63594627380371, + 28.668903350830078, + 29.254919052124023, + 29.750267028808594, + 30.01669692993164, + 29.949338912963867 + ], + "p10": [ + 29.669925689697266, + 28.574514389038086, + 27.414928436279297, + 26.186105728149414, + 24.91992950439453, + 24.20757293701172, + 23.57339859008789, + 23.12156105041504, + 22.76701545715332, + 22.450523376464844, + 22.184545516967773, + 22.038557052612305, + 21.791425704956055, + 21.69681739807129, + 21.61654281616211, + 22.02623176574707, + 22.952695846557617, + 23.863365173339844, + 24.510812759399414, + 25.097640991210938, + 25.57427406311035, + 25.826486587524414, + 25.89836883544922, + 25.759550094604492 + ], + "p90": [ + 31.352018356323242, + 30.989166259765625, + 30.24305534362793, + 29.282241821289062, + 28.16021728515625, + 27.535654067993164, + 26.970340728759766, + 26.610395431518555, + 26.373111724853516, + 26.2005558013916, + 26.160985946655273, + 26.217485427856445, + 26.03138542175293, + 25.951345443725586, + 25.946727752685547, + 26.496761322021484, + 27.700397491455078, + 29.10837173461914, + 30.440332412719727, + 31.768112182617188, + 32.70066452026367, + 33.218318939208984, + 33.692710876464844, + 33.599308013916016 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260620_114324.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260620_114324.json new file mode 100644 index 0000000000000000000000000000000000000000..894b94cdadaa84ece479df7c60a206b3fb33bb07 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260620_114324.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T11:43:24.146300+00:00", + "metrics": { + "MSE[mean]": 1.9330366153703835, + "MSE[0.5]": 1.9330366153703835, + "MAE[0.5]": 1.2696189085642497, + "MASE[0.5]": 0.6658616292076962, + "MAPE[0.5]": 0.04710257129953264, + "sMAPE[0.5]": 0.04724820228041673, + "MSIS": 4.934799327182076, + "RMSE[mean]": 1.3903368711828021, + "NRMSE[mean]": 0.051733464974243804, + "ND[0.5]": 0.04724163380704185, + "mean_weighted_sum_quantile_loss": 0.04174257723654682 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" + ], + "context": [ + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273 + ], + "actual": [ + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 27.200000762939453, + 27.899999618530273, + 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, + 29.799999237060547 + ], + "predictions": { + "p50": [ + 30.653364181518555, + 30.050891876220703, + 29.017669677734375, + 27.861780166625977, + 26.689537048339844, + 26.008649826049805, + 25.39693260192871, + 24.90213966369629, + 24.603906631469727, + 24.359821319580078, + 24.157974243164062, + 24.40118408203125, + 24.111083984375, + 23.99260902404785, + 23.80449676513672, + 24.268938064575195, + 25.062458038330078, + 26.165992736816406, + 26.80413246154785, + 27.640005111694336, + 28.1600341796875, + 28.543798446655273, + 28.657978057861328, + 28.56024932861328 + ], + "p10": [ + 29.507610321044922, + 28.521432876586914, + 27.392066955566406, + 26.21786880493164, + 25.126195907592773, + 24.5158634185791, + 23.922584533691406, + 23.48560905456543, + 23.134248733520508, + 22.98910903930664, + 22.723617553710938, + 22.89898109436035, + 22.622222900390625, + 22.461421966552734, + 22.337970733642578, + 22.6706485748291, + 23.11160659790039, + 23.864456176757812, + 24.23904037475586, + 24.633081436157227, + 24.776235580444336, + 24.890539169311523, + 24.971202850341797, + 24.878416061401367 + ], + "p90": [ + 31.769901275634766, + 31.64413833618164, + 30.81156349182129, + 29.729415893554688, + 28.51493263244629, + 27.69729232788086, + 27.050193786621094, + 26.533672332763672, + 26.18624496459961, + 25.93553352355957, + 25.764083862304688, + 26.134784698486328, + 25.772506713867188, + 25.66680145263672, + 25.47527503967285, + 26.160993576049805, + 27.317485809326172, + 28.88428497314453, + 30.01329803466797, + 31.382349014282227, + 32.27535629272461, + 32.71626281738281, + 33.186134338378906, + 32.98424530029297 + ] + } +} diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..dc6346c69196d91e2d88e56ce7c6ed7927d98468 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,122063.28371810913,101242.120677948,274.7447916666667,0.266033409884782,0.004364328542468783,0.0043661971434430505,16.627174955257434,349.375562565714,0.005550657613897696,0.0043649712033207244,0.006547869044446434,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.602895581186355,8.783970266745351,2.4889137744903564,1.4430362377026291,0.09223925307316716,0.09846848901201422,24.116860785958774,2.569610005659683,0.10211554465542194,0.09890870020068139,0.07508043445337181,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.05055215500273006,0.02991932072992037,0.14172432521979014,0.1963575384733354,0.14155911225905424,0.12725633388860227,9.984283251844014,0.22483806395432704,0.18233562871530748,0.11493335909729453,0.14034480675329067,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0194222527510889,0.01572019868644661,0.09867454237408108,0.7400589592248047,0.07608029803289698,0.07279700826082079,28.73649690880423,0.13936374259860024,0.10218115864492228,0.0723479355572527,0.07769110433978584,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.015208168148243809,0.032852737168165426,0.15766175587972006,0.11899000253433446,0.009255102964388128,0.009311964467452789,0.929965958026015,0.12332140182565153,0.007247095220490685,0.009265137604464235,0.006391523495957504,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,113.76173126637143,73.10270333878384,7.873887141545613,0.692678261015584,0.47448062190033385,0.37618632912136524,38.5862966517048,10.665914459921916,0.5325191190714551,0.3931210455549279,0.5146041799219523,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.777817887153257,4.101181747461396,1.9629536469777424,1.029486489700972,0.07318377348006742,0.07512393543413544,11.106741278354567,1.6666786994358742,0.06201595160691625,0.0730401357014974,0.05233249056452209,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,24.92154609698605,20.05000984858172,3.764908711115519,0.6477262298693366,0.8897735708833302,0.4127795518610178,29.112739460442658,4.992148445007024,0.5254893100007394,0.3963061801174231,0.4551074650784915,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.23041222989559174,0.6858203088243803,0.7117411295572916,0.008649006131329113,0.00027911416845383986,0.0002791566475747693,0.06372329905063291,0.48001273930552274,0.0001882402899237344,0.00027911416845383986,0.00035374708875158856,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 11f0b49323adb67d1e7b1774f4cca53c820162b5..b578cfdb601cf738ff0c58419cdb97da3112e67e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T04:38:23.590888+00:00", + "evaluated_at": "2026-06-20T08:24:15.953434+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index f69991b2f3c227676a61c4a10ad95121ed2971b3..b0be55e77777e4e68bee40c3b414ee56cd343d07 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:40:47.332286+00:00", + "evaluated_at": "2026-06-20T08:24:23.605944+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.360000610351562, - 22.25, - 22.34000015258789, - 22.389999389648438, - 22.43000030517578, - 22.440000534057617, - 22.59000015258789, - 23.139999389648438, - 24.75, - 27.0, - 28.979999542236328, - 30.079999923706055, - 30.719999313354492, - 31.100000381469727, - 31.139999389648438, - 30.969999313354492, - 30.56999969482422, - 29.8799991607666, - 28.530000686645508, - 26.729999542236328, - 25.1299991607666, - 23.969999313354492, - 23.329999923706055, - 23.06999969482422, 22.889999389648438, 22.75, 22.670000076293945, @@ -341,9 +317,7 @@ 22.399999618530273, 22.209999084472656, 22.030000686645508, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 21.690000534057617, 21.479999542236328, 21.3700008392334, @@ -369,109 +343,111 @@ 21.8799991607666, 21.469999313354492 ], + "actuals": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], "p50": [ - 21.65567398071289, - 21.444780349731445, - 21.065847396850586, - 20.845237731933594, - 20.716060638427734, - 20.664928436279297, - 21.182544708251953, - 22.029020309448242, - 22.8721866607666, - 23.891677856445312, - 24.749813079833984, - 25.385595321655273, - 25.69379997253418, - 25.849912643432617, - 25.695341110229492, - 25.324914932250977, - 24.882875442504883, - 24.15359115600586, - 23.2708683013916, - 22.426380157470703, - 21.808481216430664, - 21.49928092956543, - 21.223384857177734, - 21.17262077331543 + 21.09906005859375, + 20.82147789001465, + 20.477142333984375, + 20.31460952758789, + 20.213083267211914, + 20.344961166381836, + 20.971607208251953, + 22.01108169555664, + 23.127382278442383, + 24.143938064575195, + 25.010929107666016, + 25.54545021057129, + 25.879566192626953, + 26.080278396606445, + 25.905141830444336, + 25.479101181030273, + 24.981403350830078, + 24.235387802124023, + 23.31958770751953, + 22.308391571044922, + 21.6884765625, + 21.19268798828125, + 20.835458755493164, + 20.570528030395508 ], "p10": [ - 21.69936752319336, - 21.49182891845703, - 21.026151657104492, - 20.96849822998047, - 20.915050506591797, - 20.82957649230957, - 21.356285095214844, - 22.1871395111084, - 23.239267349243164, - 24.289005279541016, - 25.200592041015625, - 25.944414138793945, - 26.222124099731445, - 26.44919776916504, - 26.21285057067871, - 25.847795486450195, - 25.567310333251953, - 24.72573471069336, - 23.888124465942383, - 22.984071731567383, - 22.22853660583496, - 21.920663833618164, - 21.699785232543945, - 21.514318466186523 + 20.99943733215332, + 20.80438804626465, + 20.42460823059082, + 20.403881072998047, + 20.371675491333008, + 20.534225463867188, + 21.218509674072266, + 22.289579391479492, + 23.560121536254883, + 24.64399528503418, + 25.494903564453125, + 26.14830207824707, + 26.45136260986328, + 26.659347534179688, + 26.495901107788086, + 26.105642318725586, + 25.63945960998535, + 24.828405380249023, + 23.915494918823242, + 22.881572723388672, + 22.218351364135742, + 21.764324188232422, + 21.374996185302734, + 20.96488380432129 ], "p90": [ - 21.79189682006836, - 21.70137596130371, - 21.437509536743164, - 21.325788497924805, - 21.388954162597656, - 21.541452407836914, - 22.32964515686035, - 23.411821365356445, - 24.55559539794922, - 25.821218490600586, - 26.91973876953125, - 27.818817138671875, - 28.25998306274414, - 28.549776077270508, - 28.379941940307617, - 28.000539779663086, - 27.466550827026367, - 26.525413513183594, - 25.491897583007812, - 24.52351188659668, - 23.774301528930664, - 23.502220153808594, - 23.085002899169922, - 22.893321990966797 + 21.16600227355957, + 20.996566772460938, + 20.824033737182617, + 20.79453468322754, + 20.916675567626953, + 21.2595157623291, + 22.139362335205078, + 23.405046463012695, + 24.81275177001953, + 26.03628158569336, + 27.139503479003906, + 27.861467361450195, + 28.31296730041504, + 28.63298797607422, + 28.427528381347656, + 27.96509552001953, + 27.368865966796875, + 26.466039657592773, + 25.413944244384766, + 24.2749080657959, + 23.553129196166992, + 23.05997085571289, + 22.58115005493164, + 22.174158096313477 ], "timestamps": [ - "2026-06-02 00:00:00", - "2026-06-02 01:00:00", - "2026-06-02 02:00:00", - "2026-06-02 03:00:00", - "2026-06-02 04:00:00", - "2026-06-02 05:00:00", - "2026-06-02 06:00:00", - "2026-06-02 07:00:00", - "2026-06-02 08:00:00", - "2026-06-02 09:00:00", - "2026-06-02 10:00:00", - "2026-06-02 11:00:00", - "2026-06-02 12:00:00", - "2026-06-02 13:00:00", - "2026-06-02 14:00:00", - "2026-06-02 15:00:00", - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +783,30 @@ "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", - "2026-06-16 23:00:00" + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 76ba7a6bed7c2a9e2967544bcfa08984efa459d3..21740a3ad843a002c96bbc4e47a4d129de04d5c8 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,32 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T04:38:49.281891+00:00", + "evaluated_at": "2026-06-20T08:24:34.658877+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.621000051498413, - 1.6480000019073486, - 1.6679999828338623, - 1.684000015258789, - 1.6970000267028809, - 1.7009999752044678, - 1.7100000381469727, - 1.7079999446868896, - 1.718000054359436, - 1.722000002861023, - 1.718999981880188, - 1.7130000591278076, - 1.7070000171661377, - 1.7070000171661377, - 1.6950000524520874, - 1.680999994277954, - 1.6829999685287476, - 1.6779999732971191, - 1.6610000133514404, - 1.6490000486373901, - 1.649999976158142, 1.621000051498413, 1.600000023841858, 1.5829999446868896, @@ -245,9 +224,7 @@ 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798 - ], - "actuals": [ + 1.4819999933242798, 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -268,7 +245,9 @@ 1.7680000066757202, 1.7719999551773071, 1.7649999856948853, - 1.7519999742507935, + 1.7519999742507935 + ], + "actuals": [ 1.7510000467300415, 1.746999979019165, 1.7280000448226929, @@ -307,216 +286,216 @@ 1.0269999504089355, 1.0110000371932983, 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, 0.9729999899864197 ], "p50": [ - 1.4980140924453735, - 1.5157257318496704, - 1.5502341985702515, - 1.5700254440307617, - 1.590043067932129, - 1.6133735179901123, - 1.6266802549362183, - 1.6402229070663452, - 1.6532073020935059, - 1.6583740711212158, - 1.67831289768219, - 1.6815218925476074, - 1.6884604692459106, - 1.6935735940933228, - 1.6977941989898682, - 1.7076314687728882, - 1.7101482152938843, - 1.703001856803894, - 1.7057201862335205, - 1.7124704122543335, - 1.7033127546310425, - 1.6966910362243652, - 1.6809628009796143, - 1.6717751026153564, - 1.672261357307434, - 1.6651296615600586, - 1.6514132022857666, - 1.6332799196243286, - 1.6140027046203613, - 1.5979812145233154, - 1.5776498317718506, - 1.571566104888916, - 1.5610840320587158, - 1.5298943519592285, - 1.5117192268371582, - 1.5021677017211914, - 1.4747836589813232, - 1.4561491012573242, - 1.4506837129592896, - 1.4249013662338257, - 1.4092806577682495, - 1.3952312469482422, - 1.3703396320343018, - 1.3415690660476685, - 1.3212878704071045, - 1.3122811317443848, - 1.3022394180297852, - 1.2736214399337769, - 1.2540218830108643, - 1.2494484186172485, - 1.2236169576644897, - 1.194623351097107, - 1.184118628501892, - 1.1828680038452148, - 1.1760309934616089, - 1.1633219718933105, - 1.1515284776687622, - 1.126772165298462, - 1.1262640953063965, - 1.1128168106079102 + 1.7326934337615967, + 1.7275686264038086, + 1.7364084720611572, + 1.718804121017456, + 1.705803394317627, + 1.70182204246521, + 1.7000558376312256, + 1.6959843635559082, + 1.6594748497009277, + 1.6495869159698486, + 1.6276345252990723, + 1.610379695892334, + 1.5872843265533447, + 1.5833170413970947, + 1.5685749053955078, + 1.5590364933013916, + 1.5424046516418457, + 1.5198149681091309, + 1.5043187141418457, + 1.4768409729003906, + 1.4750683307647705, + 1.4583489894866943, + 1.4437742233276367, + 1.4259955883026123, + 1.3967151641845703, + 1.3818209171295166, + 1.3789222240447998, + 1.362680196762085, + 1.3422656059265137, + 1.3154878616333008, + 1.3010313510894775, + 1.3137664794921875, + 1.2778489589691162, + 1.2544467449188232, + 1.2471513748168945, + 1.2412132024765015, + 1.2263927459716797, + 1.2148737907409668, + 1.2058621644973755, + 1.2035001516342163, + 1.1996264457702637, + 1.1960742473602295, + 1.1802788972854614, + 1.1646846532821655, + 1.1645569801330566, + 1.1583223342895508, + 1.1518712043762207, + 1.1473727226257324, + 1.1367219686508179, + 1.159090280532837, + 1.1522388458251953, + 1.1460416316986084, + 1.1542012691497803, + 1.1588375568389893, + 1.1700078248977661, + 1.161069631576538, + 1.159790277481079, + 1.1784169673919678, + 1.1725852489471436, + 1.172654151916504 ], "p10": [ - 1.5022737979888916, - 1.5289700031280518, - 1.5548737049102783, - 1.5965632200241089, - 1.593666911125183, - 1.6233776807785034, - 1.6115888357162476, - 1.6455844640731812, - 1.6727303266525269, - 1.6579707860946655, - 1.6848641633987427, - 1.7072523832321167, - 1.6640766859054565, - 1.710394263267517, - 1.7004823684692383, - 1.7128812074661255, - 1.7230874300003052, - 1.6982216835021973, - 1.7026536464691162, - 1.7318642139434814, - 1.710144281387329, - 1.717085361480713, - 1.6908291578292847, - 1.6966590881347656, - 1.6777094602584839, - 1.655910611152649, - 1.6681010723114014, - 1.633042573928833, - 1.6295015811920166, - 1.6195037364959717, - 1.5968643426895142, - 1.5960257053375244, - 1.6166564226150513, - 1.5960888862609863, - 1.5555322170257568, - 1.5289241075515747, - 1.523298978805542, - 1.487945795059204, - 1.471055507659912, - 1.4467300176620483, - 1.4035719633102417, - 1.4238308668136597, - 1.3845685720443726, - 1.378626823425293, - 1.3531404733657837, - 1.3398243188858032, - 1.3431875705718994, - 1.2990021705627441, - 1.2740812301635742, - 1.2898777723312378, - 1.2537686824798584, - 1.264704942703247, - 1.22121262550354, - 1.2492274045944214, - 1.2131896018981934, - 1.1920992136001587, - 1.1574457883834839, - 1.1755675077438354, - 1.1711335182189941, - 1.1460914611816406 + 1.733229160308838, + 1.7465555667877197, + 1.7161617279052734, + 1.7236433029174805, + 1.7373762130737305, + 1.7078585624694824, + 1.6898815631866455, + 1.6777384281158447, + 1.673948049545288, + 1.6533844470977783, + 1.6428732872009277, + 1.627492904663086, + 1.6016206741333008, + 1.619493007659912, + 1.569920301437378, + 1.5769102573394775, + 1.5750021934509277, + 1.55368971824646, + 1.518651008605957, + 1.5179893970489502, + 1.5105440616607666, + 1.4450178146362305, + 1.4685537815093994, + 1.4537787437438965, + 1.4270339012145996, + 1.4123201370239258, + 1.401890754699707, + 1.385793685913086, + 1.3686280250549316, + 1.343540906906128, + 1.3086068630218506, + 1.3465805053710938, + 1.3403422832489014, + 1.3163292407989502, + 1.322688341140747, + 1.2885079383850098, + 1.3048210144042969, + 1.2900011539459229, + 1.2688395977020264, + 1.226869821548462, + 1.2132532596588135, + 1.2466471195220947, + 1.2425904273986816, + 1.2165902853012085, + 1.2167233228683472, + 1.2279090881347656, + 1.2233251333236694, + 1.2043266296386719, + 1.197130799293518, + 1.213385820388794, + 1.204068899154663, + 1.2259385585784912, + 1.2272460460662842, + 1.2184994220733643, + 1.2120585441589355, + 1.2175570726394653, + 1.1961238384246826, + 1.2381627559661865, + 1.2308886051177979, + 1.2413970232009888 ], "p90": [ - 1.5222152471542358, - 1.5326287746429443, - 1.576630711555481, - 1.60014009475708, - 1.6243890523910522, - 1.654355764389038, - 1.6680916547775269, - 1.690129041671753, - 1.7124525308609009, - 1.7179640531539917, - 1.7513740062713623, - 1.7544869184494019, - 1.7865145206451416, - 1.776973843574524, - 1.7772212028503418, - 1.7786208391189575, - 1.7873071432113647, - 1.7870805263519287, - 1.7934505939483643, - 1.8082458972930908, - 1.8016741275787354, - 1.7964595556259155, - 1.799257755279541, - 1.7870806455612183, - 1.7970812320709229, - 1.8070249557495117, - 1.8021955490112305, - 1.7690021991729736, - 1.7669333219528198, - 1.7414630651474, - 1.740256667137146, - 1.7294813394546509, - 1.728829026222229, - 1.6992583274841309, - 1.6942189931869507, - 1.6983901262283325, - 1.6757529973983765, - 1.6446393728256226, - 1.6489789485931396, - 1.6265934705734253, - 1.6042499542236328, - 1.5849262475967407, - 1.5535931587219238, - 1.5333079099655151, - 1.5021313428878784, - 1.496075987815857, - 1.4856288433074951, - 1.4782700538635254, - 1.457945466041565, - 1.45310640335083, - 1.4300355911254883, - 1.4046854972839355, - 1.3971837759017944, - 1.3901684284210205, - 1.390260100364685, - 1.3776923418045044, - 1.352732539176941, - 1.3388103246688843, - 1.3534934520721436, - 1.3406507968902588 + 1.7575085163116455, + 1.751943588256836, + 1.7642145156860352, + 1.7493007183074951, + 1.7456984519958496, + 1.7490038871765137, + 1.7417984008789062, + 1.7453703880310059, + 1.7298569679260254, + 1.7201383113861084, + 1.7165436744689941, + 1.6962885856628418, + 1.7001047134399414, + 1.6853442192077637, + 1.6638166904449463, + 1.645568609237671, + 1.638157606124878, + 1.6268880367279053, + 1.6259045600891113, + 1.6117048263549805, + 1.6043853759765625, + 1.601337194442749, + 1.5861127376556396, + 1.586366891860962, + 1.562035322189331, + 1.5643770694732666, + 1.5668072700500488, + 1.5520517826080322, + 1.539137601852417, + 1.5233991146087646, + 1.522888422012329, + 1.5320103168487549, + 1.5090858936309814, + 1.484130620956421, + 1.4907965660095215, + 1.4987452030181885, + 1.486790657043457, + 1.4832143783569336, + 1.4750919342041016, + 1.4667348861694336, + 1.4597876071929932, + 1.4612860679626465, + 1.4443280696868896, + 1.4468138217926025, + 1.436366081237793, + 1.4407885074615479, + 1.4325158596038818, + 1.4530441761016846, + 1.4291064739227295, + 1.4621119499206543, + 1.4424958229064941, + 1.4642512798309326, + 1.4564945697784424, + 1.468787670135498, + 1.4879276752471924, + 1.4777827262878418, + 1.4610378742218018, + 1.4986915588378906, + 1.5062015056610107, + 1.5079903602600098 ], "timestamps": [ - "2026-06-18 22:18:00", - "2026-06-18 22:24:00", - "2026-06-18 22:30:00", - "2026-06-18 22:36:00", - "2026-06-18 22:42:00", - "2026-06-18 22:48:00", - "2026-06-18 22:54:00", - "2026-06-18 23:00:00", - "2026-06-18 23:06:00", - "2026-06-18 23:12:00", - "2026-06-18 23:18:00", - "2026-06-18 23:24:00", - "2026-06-18 23:30:00", - "2026-06-18 23:36:00", - "2026-06-18 23:42:00", - "2026-06-18 23:48:00", - "2026-06-18 23:54:00", - "2026-06-19 00:00:00", - "2026-06-19 00:06:00", - "2026-06-19 00:12:00", - "2026-06-19 00:18:00", "2026-06-19 00:24:00", "2026-06-19 00:30:00", "2026-06-19 00:36:00", @@ -795,6 +774,27 @@ "2026-06-20 03:54:00", "2026-06-20 04:00:00", "2026-06-20 04:06:00", - "2026-06-20 04:12:00" + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cfa347d31625b4577744a6c78dd3002767093be6..817393ee5f0a54781651940fbee7d8a118191b86 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,21 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T04:07:09.044236+00:00", + "evaluated_at": "2026-06-20T09:13:05.046087+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.899999976158142, - 1.899999976158142, - 1.7000000476837158, - 1.7000000476837158, - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, - 1.5, - 1.5, 1.600000023841858, 1.5, 1.5, @@ -84,9 +74,7 @@ 1.600000023841858, 1.600000023841858, 1.399999976158142, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -94,7 +82,9 @@ 1.399999976158142, 1.2999999523162842, 1.399999976158142, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -158,249 +148,239 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4154213666915894, - 1.4228540658950806, - 1.426702618598938, - 1.426864743232727, - 1.4238766431808472, - 1.4276729822158813, - 1.4275161027908325, - 1.4300215244293213, - 1.4289531707763672, - 1.4299860000610352, - 1.4326725006103516, - 1.4334110021591187, - 1.4356560707092285, - 1.432860016822815, - 1.4328033924102783, - 1.4283705949783325, - 1.4330254793167114, - 1.4316935539245605, - 1.4356486797332764, - 1.4407373666763306, - 1.4424903392791748, - 1.4431878328323364, - 1.4439772367477417, - 1.4442864656448364, - 1.4415637254714966, - 1.438374400138855, - 1.4415010213851929, - 1.439625859260559, - 1.4388442039489746, - 1.4309501647949219, - 1.4365465641021729, - 1.4405211210250854, - 1.4426838159561157, - 1.4431474208831787, - 1.4405291080474854, - 1.4384886026382446, - 1.4417741298675537, - 1.4435851573944092, - 1.444700837135315, - 1.4429388046264648, - 1.4486949443817139, - 1.44451904296875, - 1.4453599452972412, - 1.4445937871932983, - 1.4428895711898804, - 1.4363933801651, - 1.4350197315216064, - 1.4290528297424316, - 1.4339888095855713, - 1.4294592142105103, - 1.4292397499084473, - 1.4251779317855835, - 1.4318809509277344, - 1.4230926036834717, - 1.4203906059265137, - 1.420925498008728, - 1.4285001754760742, - 1.4276825189590454, - 1.4226876497268677, - 1.4208608865737915, - 1.42344331741333, - 1.4270154237747192, - 1.4242017269134521, - 1.4206537008285522, - 1.4246373176574707, - 1.428711175918579, - 1.4315402507781982, - 1.4334224462509155, - 1.430031180381775, - 1.4325854778289795, - 1.4359707832336426, - 1.4341201782226562 + 1.362187147140503, + 1.3625081777572632, + 1.3695178031921387, + 1.3813382387161255, + 1.3870556354522705, + 1.3889178037643433, + 1.3897731304168701, + 1.3904510736465454, + 1.3904057741165161, + 1.3946707248687744, + 1.3991801738739014, + 1.4038500785827637, + 1.409618854522705, + 1.4130196571350098, + 1.4132084846496582, + 1.4098559617996216, + 1.4112138748168945, + 1.4090862274169922, + 1.4073688983917236, + 1.4069702625274658, + 1.4045108556747437, + 1.40602707862854, + 1.4073359966278076, + 1.4169268608093262, + 1.4197423458099365, + 1.4247665405273438, + 1.4315050840377808, + 1.4418374300003052, + 1.446220874786377, + 1.44485342502594, + 1.4512182474136353, + 1.4560710191726685, + 1.4601889848709106, + 1.4586236476898193, + 1.454174280166626, + 1.4484801292419434, + 1.442635416984558, + 1.4395713806152344, + 1.4353069067001343, + 1.4322173595428467, + 1.4289988279342651, + 1.4167534112930298, + 1.409645676612854, + 1.3975484371185303, + 1.3850051164627075, + 1.378391981124878, + 1.3753503561019897, + 1.3738428354263306, + 1.3764500617980957, + 1.373794436454773, + 1.3665192127227783, + 1.3634084463119507, + 1.3685566186904907, + 1.3662692308425903, + 1.3694630861282349, + 1.3746671676635742, + 1.3821965456008911, + 1.3859087228775024, + 1.3873696327209473, + 1.384580373764038, + 1.3839678764343262, + 1.3858197927474976, + 1.389740228652954, + 1.3965131044387817, + 1.4050215482711792, + 1.406005859375, + 1.4109601974487305, + 1.411120057106018, + 1.4084246158599854, + 1.4080349206924438, + 1.410292625427246, + 1.408323884010315 ], "p10": [ - 1.4486380815505981, - 1.4518451690673828, - 1.466463565826416, - 1.4706662893295288, - 1.4649858474731445, - 1.471723198890686, - 1.4706209897994995, - 1.478281855583191, - 1.4793692827224731, - 1.4729480743408203, - 1.4820356369018555, - 1.4859946966171265, - 1.4807188510894775, - 1.4831334352493286, - 1.482778549194336, - 1.479861855506897, - 1.4831618070602417, - 1.4807862043380737, - 1.486939787864685, - 1.4889799356460571, - 1.4929602146148682, - 1.4997611045837402, - 1.4944974184036255, - 1.4957902431488037, - 1.4944974184036255, - 1.4894630908966064, - 1.4968994855880737, - 1.4953821897506714, - 1.4911623001098633, - 1.4861820936203003, - 1.4910264015197754, - 1.4921455383300781, - 1.4996758699417114, - 1.4970452785491943, - 1.497806429862976, - 1.4952256679534912, - 1.4923207759857178, - 1.5017586946487427, - 1.4949932098388672, - 1.4961282014846802, - 1.5010771751403809, - 1.500490665435791, - 1.5040780305862427, - 1.502624273300171, - 1.497746229171753, - 1.4945143461227417, - 1.490468978881836, - 1.4892735481262207, - 1.4889891147613525, - 1.49016273021698, - 1.485348105430603, - 1.4849064350128174, - 1.4843388795852661, - 1.4841448068618774, - 1.4838742017745972, - 1.4873632192611694, - 1.4889336824417114, - 1.490390658378601, - 1.484463095664978, - 1.4827580451965332, - 1.4879518747329712, - 1.4871410131454468, - 1.491625428199768, - 1.4876683950424194, - 1.4885194301605225, - 1.4977973699569702, - 1.4912171363830566, - 1.4990206956863403, - 1.4932141304016113, - 1.4997633695602417, - 1.4963901042938232, - 1.4999117851257324 + 1.385513186454773, + 1.3878817558288574, + 1.3961033821105957, + 1.4108706712722778, + 1.4201843738555908, + 1.4212552309036255, + 1.4226874113082886, + 1.4236371517181396, + 1.4226239919662476, + 1.4290528297424316, + 1.4307245016098022, + 1.438517451286316, + 1.4417786598205566, + 1.4487158060073853, + 1.4473304748535156, + 1.4463812112808228, + 1.443967342376709, + 1.440307378768921, + 1.4406026601791382, + 1.4364380836486816, + 1.4347038269042969, + 1.4354221820831299, + 1.4398163557052612, + 1.4502145051956177, + 1.4532564878463745, + 1.4540742635726929, + 1.4638830423355103, + 1.4695818424224854, + 1.4769951105117798, + 1.4796605110168457, + 1.4826102256774902, + 1.4833526611328125, + 1.4907686710357666, + 1.489583134651184, + 1.487540602684021, + 1.4792633056640625, + 1.474703073501587, + 1.4732836484909058, + 1.4645355939865112, + 1.4595928192138672, + 1.4571847915649414, + 1.4529039859771729, + 1.4399707317352295, + 1.430212378501892, + 1.4228861331939697, + 1.414985179901123, + 1.4122477769851685, + 1.4123883247375488, + 1.4194623231887817, + 1.4081966876983643, + 1.406129240989685, + 1.4049861431121826, + 1.4045295715332031, + 1.4048049449920654, + 1.4021824598312378, + 1.4135849475860596, + 1.4170080423355103, + 1.4255459308624268, + 1.424553632736206, + 1.4218270778656006, + 1.4190515279769897, + 1.4194611310958862, + 1.4276022911071777, + 1.4366527795791626, + 1.4382026195526123, + 1.444034218788147, + 1.4475860595703125, + 1.446881651878357, + 1.444938063621521, + 1.445541501045227, + 1.4444762468338013, + 1.4442881345748901 ], "p90": [ - 1.5285717248916626, - 1.5493509769439697, - 1.5656561851501465, - 1.5699131488800049, - 1.574161410331726, - 1.5840649604797363, - 1.5906425714492798, - 1.5975661277770996, - 1.5997706651687622, - 1.6028549671173096, - 1.609232783317566, - 1.613722562789917, - 1.6208562850952148, - 1.622139811515808, - 1.6243171691894531, - 1.6246097087860107, - 1.6318918466567993, - 1.631646990776062, - 1.6373615264892578, - 1.638702630996704, - 1.6446324586868286, - 1.6477338075637817, - 1.6472275257110596, - 1.6406726837158203, - 1.6464382410049438, - 1.6459321975708008, - 1.645780324935913, - 1.649983525276184, - 1.647491693496704, - 1.647192120552063, - 1.6540175676345825, - 1.6555696725845337, - 1.6579527854919434, - 1.6587457656860352, - 1.6552273035049438, - 1.6569781303405762, - 1.6589465141296387, - 1.6636439561843872, - 1.6648833751678467, - 1.6673789024353027, - 1.6698752641677856, - 1.6708341836929321, - 1.6684675216674805, - 1.668805718421936, - 1.6681808233261108, - 1.6674509048461914, - 1.668060541152954, - 1.6629645824432373, - 1.6636550426483154, - 1.6619607210159302, - 1.6573351621627808, - 1.6624234914779663, - 1.665512204170227, - 1.6626536846160889, - 1.6636112928390503, - 1.663076400756836, - 1.66867995262146, - 1.6700689792633057, - 1.6713916063308716, - 1.6686955690383911, - 1.6734254360198975, - 1.6750344038009644, - 1.67320716381073, - 1.6768214702606201, - 1.677674651145935, - 1.6802879571914673, - 1.685237169265747, - 1.6842938661575317, - 1.6816787719726562, - 1.685083270072937, - 1.6861586570739746, - 1.693541407585144 + 1.45552659034729, + 1.4670701026916504, + 1.4847570657730103, + 1.5011415481567383, + 1.5120091438293457, + 1.5173650979995728, + 1.5213640928268433, + 1.5229418277740479, + 1.5251426696777344, + 1.5282673835754395, + 1.5359718799591064, + 1.5418826341629028, + 1.548370122909546, + 1.5536649227142334, + 1.552506446838379, + 1.552085041999817, + 1.5543981790542603, + 1.5519206523895264, + 1.551751971244812, + 1.5466536283493042, + 1.5453451871871948, + 1.5468276739120483, + 1.5486234426498413, + 1.5528422594070435, + 1.5600316524505615, + 1.5652018785476685, + 1.56853187084198, + 1.5825406312942505, + 1.5855937004089355, + 1.5881576538085938, + 1.594369649887085, + 1.5984996557235718, + 1.6005510091781616, + 1.5990424156188965, + 1.5954346656799316, + 1.591273546218872, + 1.5853921175003052, + 1.5820010900497437, + 1.5775700807571411, + 1.5760765075683594, + 1.570663332939148, + 1.5636332035064697, + 1.5540809631347656, + 1.54171621799469, + 1.529132604598999, + 1.5274364948272705, + 1.5230445861816406, + 1.5239732265472412, + 1.5241872072219849, + 1.5218784809112549, + 1.5136276483535767, + 1.5151983499526978, + 1.5150080919265747, + 1.5168757438659668, + 1.5192331075668335, + 1.5240103006362915, + 1.5308696031570435, + 1.5363861322402954, + 1.5416860580444336, + 1.5385797023773193, + 1.5379570722579956, + 1.538833737373352, + 1.5431816577911377, + 1.5539990663528442, + 1.5602651834487915, + 1.5616469383239746, + 1.5670527219772339, + 1.56611168384552, + 1.5636847019195557, + 1.5643137693405151, + 1.563934564590454, + 1.5643938779830933 ], "timestamps": [ - "2026-06-18 04:50:00", - "2026-06-18 05:00:00", - "2026-06-18 05:10:00", - "2026-06-18 05:20:00", - "2026-06-18 05:30:00", - "2026-06-18 05:40:00", - "2026-06-18 05:50:00", - "2026-06-18 06:00:00", - "2026-06-18 06:10:00", - "2026-06-18 06:20:00", - "2026-06-18 06:30:00", - "2026-06-18 06:40:00", - "2026-06-18 06:50:00", - "2026-06-18 07:00:00", - "2026-06-18 07:10:00", - "2026-06-18 07:20:00", - "2026-06-18 07:30:00", - "2026-06-18 07:40:00", "2026-06-18 07:50:00", "2026-06-18 08:00:00", "2026-06-18 08:10:00", @@ -533,6 +513,22 @@ "2026-06-19 05:20:00", "2026-06-19 05:30:00", "2026-06-19 05:40:00", - "2026-06-19 05:50:00" + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index a2fc64bdb3fbbb872c99884eb797d8809c34d313..e68cd0691ff4de1b3715cd0acef38a21ce7e8afa 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,47 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T03:55:32.584769+00:00", + "evaluated_at": "2026-06-20T09:13:12.830271+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 19.0, - 19.0, - 20.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,9 +65,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 18.899999618530273, @@ -127,90 +89,125 @@ 17.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 19.013545989990234, - 18.99064064025879, - 18.987367630004883, - 18.937942504882812, - 18.975906372070312, - 18.991640090942383, - 18.98038673400879, - 18.990522384643555, - 18.967920303344727, - 18.978071212768555, - 18.987171173095703, - 18.97303581237793, - 18.98672866821289, - 18.947921752929688, - 18.951005935668945, - 18.947729110717773, - 18.945764541625977, - 18.9593563079834, - 18.91271209716797, - 18.94454002380371, - 18.93084716796875, - 18.924274444580078, - 18.91841697692871, - 18.93410873413086 + 17.00051498413086, + 16.9884033203125, + 16.91513442993164, + 16.880149841308594, + 16.92428970336914, + 16.923648834228516, + 16.888078689575195, + 16.877422332763672, + 16.824291229248047, + 16.90685272216797, + 16.81560516357422, + 16.883939743041992, + 16.849592208862305, + 16.89620590209961, + 16.891435623168945, + 16.921676635742188, + 16.82622718811035, + 16.783721923828125, + 16.805543899536133, + 16.804222106933594, + 16.798913955688477, + 16.74429702758789, + 16.734010696411133, + 16.73297119140625 ], "p10": [ - 19.040664672851562, - 18.98029899597168, - 19.015419006347656, - 18.986249923706055, - 19.01612091064453, - 18.9837646484375, - 19.044626235961914, - 19.022579193115234, - 19.053396224975586, - 19.0551700592041, - 19.074859619140625, - 19.141353607177734, - 19.08457374572754, - 19.076364517211914, - 19.061519622802734, - 19.046892166137695, - 19.146934509277344, - 19.118444442749023, - 19.069686889648438, - 19.107255935668945, - 19.07556915283203, - 19.04369354248047, - 19.12367820739746, - 19.11334991455078 + 17.052377700805664, + 17.06846046447754, + 16.95952796936035, + 16.97115135192871, + 17.067041397094727, + 17.043636322021484, + 17.05371856689453, + 16.930572509765625, + 17.105854034423828, + 16.894855499267578, + 16.971696853637695, + 17.076379776000977, + 17.03208351135254, + 16.91875457763672, + 17.01112937927246, + 16.89669418334961, + 17.02416229248047, + 17.098764419555664, + 17.027359008789062, + 16.886667251586914, + 16.91628074645996, + 16.906211853027344, + 16.98554039001465, + 16.92096519470215 ], "p90": [ - 19.056978225708008, - 19.06317710876465, - 19.077913284301758, - 19.04959487915039, - 19.09414291381836, - 19.120424270629883, - 19.1301212310791, - 19.140806198120117, - 19.1323299407959, - 19.16175079345703, - 19.199562072753906, - 19.18027114868164, - 19.22547721862793, - 19.216283798217773, - 19.235828399658203, - 19.25147819519043, - 19.297523498535156, - 19.334545135498047, - 19.34453773498535, - 19.36734390258789, - 19.384559631347656, - 19.411691665649414, - 19.412809371948242, - 19.426557540893555 + 17.049922943115234, + 17.095073699951172, + 17.06989097595215, + 17.083995819091797, + 17.160490036010742, + 17.1685848236084, + 17.100290298461914, + 17.09203338623047, + 17.076692581176758, + 17.14080047607422, + 17.10923194885254, + 17.099924087524414, + 17.164724349975586, + 17.245298385620117, + 17.244827270507812, + 17.27035140991211, + 17.234458923339844, + 17.20543670654297, + 17.29376792907715, + 17.32564353942871, + 17.320039749145508, + 17.311357498168945, + 17.341474533081055, + 17.332992553710938 ], "timestamps": [ - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", "2026-06-19 21:00:00", "2026-06-19 22:00:00", "2026-06-19 23:00:00", @@ -327,6 +324,9 @@ "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", - "2026-06-24 17:00:00" + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 59079706309076deb356fc43f5ac2f13052bd227..0939577c021a30c697bb8c017a3e1478a1ba1435 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T03:55:40.274105+00:00", + "evaluated_at": "2026-06-20T09:43:31.364614+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 23.5, - 22.799999237060547, - 22.200000762939453, 21.899999618530273, 21.899999618530273, 22.200000762939453, @@ -341,12 +338,12 @@ 21.299999237060547, 22.0, 24.799999237060547, - 28.899999618530273 - ], - "actuals": [ + 28.899999618530273, 32.79999923706055, 37.599998474121094, - 31.5, + 31.5 + ], + "actuals": [ 41.900001525878906, 38.0, 36.0, @@ -367,90 +364,90 @@ 17.100000381469727, 13.100000381469727, 14.5, - 16.299999237060547 + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 ], "p50": [ - 29.119842529296875, - 28.655628204345703, - 28.60321807861328, - 27.495105743408203, - 26.492263793945312, - 26.511512756347656, - 27.19878387451172, - 29.059398651123047, - 30.744842529296875, - 30.595115661621094, - 30.15041732788086, - 28.232463836669922, - 26.10144805908203, - 22.581340789794922, - 19.991348266601562, - 17.57596206665039, - 18.593212127685547, - 19.821063995361328, - 21.304344177246094, - 22.579792022705078, - 22.060565948486328, - 22.162681579589844, - 21.908950805664062, - 21.799129486083984 + 28.270374298095703, + 27.070369720458984, + 26.75478172302246, + 26.486223220825195, + 27.460412979125977, + 29.372957229614258, + 30.401670455932617, + 30.46415901184082, + 28.97471809387207, + 25.721782684326172, + 22.933670043945312, + 20.90703010559082, + 20.112876892089844, + 19.470932006835938, + 19.53512954711914, + 19.979938507080078, + 20.663463592529297, + 20.88445472717285, + 21.502838134765625, + 22.41901397705078, + 22.002750396728516, + 21.837223052978516, + 21.891357421875, + 22.16051483154297 ], "p10": [ - 30.002899169921875, - 29.73590850830078, - 30.125904083251953, - 29.48040008544922, - 28.861488342285156, - 30.428844451904297, - 31.256439208984375, - 33.943870544433594, - 36.44691848754883, - 37.556888580322266, - 36.80220413208008, - 35.04158401489258, - 32.97724151611328, - 29.65787124633789, - 27.471729278564453, - 24.616567611694336, - 25.255420684814453, - 25.968467712402344, - 26.85321807861328, - 27.441925048828125, - 26.874664306640625, - 26.729766845703125, - 25.73296356201172, - 25.75182342529297 + 28.422805786132812, + 27.827211380004883, + 28.306800842285156, + 29.06842803955078, + 31.021024703979492, + 34.33159637451172, + 35.91088104248047, + 36.31627655029297, + 34.78351593017578, + 32.12055206298828, + 29.625513076782227, + 26.82952308654785, + 25.81551170349121, + 25.792898178100586, + 25.494243621826172, + 25.869131088256836, + 26.065921783447266, + 25.64830780029297, + 25.983142852783203, + 26.09895133972168, + 25.754013061523438, + 25.432693481445312, + 25.10479736328125, + 25.275863647460938 ], "p90": [ - 32.209716796875, - 33.696659088134766, - 35.21217727661133, - 35.32329559326172, - 35.96992492675781, - 37.815670013427734, - 40.23983383178711, - 43.78224182128906, - 46.978355407714844, - 48.25522232055664, - 49.144195556640625, - 47.27116775512695, - 44.90867233276367, - 41.49750518798828, - 38.14603042602539, - 35.047142028808594, - 35.241214752197266, - 35.66868209838867, - 36.418251037597656, - 36.40218734741211, - 34.95220947265625, - 34.83268737792969, - 33.87871170043945, - 33.018150329589844 + 30.69550895690918, + 31.883304595947266, + 33.82062911987305, + 35.631317138671875, + 39.12892150878906, + 43.290035247802734, + 46.195281982421875, + 47.41959762573242, + 46.419219970703125, + 43.250877380371094, + 40.43296432495117, + 37.80431365966797, + 36.333290100097656, + 35.46135711669922, + 34.78284454345703, + 34.51451873779297, + 34.28600311279297, + 33.72454833984375, + 33.927650451660156, + 33.93402099609375, + 33.00396728515625, + 32.80704116821289, + 32.511512756347656, + 32.420753479003906 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 001c7587727e45a1cc519811c64c974b8d42dabb..d33474c7ad38871a743bc431803547d40b133ef8 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T03:55:49.444168+00:00", + "evaluated_at": "2026-06-20T09:59:34.786734+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.399999618530273, - 26.399999618530273, - 26.299999237060547, 25.100000381469727, 24.200000762939453, 23.5, @@ -341,12 +338,12 @@ 26.299999237060547, 26.700000762939453, 27.5, - 28.0 - ], - "actuals": [ + 28.0, 29.399999618530273, 29.899999618530273, - 30.899999618530273, + 30.899999618530273 + ], + "actuals": [ 28.0, 27.200000762939453, 27.200000762939453, @@ -367,90 +364,90 @@ 27.200000762939453, 27.899999618530273, 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, 29.799999237060547 ], "p50": [ - 28.038002014160156, - 28.075469970703125, - 27.811492919921875, - 27.273181915283203, - 26.5657958984375, - 25.803939819335938, - 25.016258239746094, - 24.150196075439453, - 23.52965545654297, - 23.048439025878906, - 22.750144958496094, - 22.44255256652832, - 22.192882537841797, - 22.039072036743164, - 22.278656005859375, - 22.120708465576172, - 21.89850616455078, - 21.9290771484375, - 22.283428192138672, - 23.35498809814453, - 24.606334686279297, - 25.514724731445312, - 26.17483901977539, - 26.749523162841797 + 30.539443969726562, + 29.836936950683594, + 28.87982177734375, + 27.678672790527344, + 26.411609649658203, + 25.525264739990234, + 24.74746322631836, + 24.138980865478516, + 23.748207092285156, + 23.425579071044922, + 23.399402618408203, + 23.20203971862793, + 22.98211669921875, + 22.651437759399414, + 22.769351959228516, + 23.071237564086914, + 23.987491607666016, + 25.13558578491211, + 25.93697738647461, + 26.75757598876953, + 27.399166107177734, + 27.673748016357422, + 27.736465454101562, + 27.747501373291016 ], "p10": [ - 28.288410186767578, - 28.1539306640625, - 28.08022689819336, - 27.459747314453125, - 26.821239471435547, - 26.13833236694336, - 25.23196792602539, - 24.4456787109375, - 23.94717025756836, - 23.363014221191406, - 23.03692054748535, - 22.739376068115234, - 22.585296630859375, - 22.433982849121094, - 22.636451721191406, - 22.509498596191406, - 22.28194808959961, - 22.263906478881836, - 22.638702392578125, - 23.829086303710938, - 25.091960906982422, - 25.951950073242188, - 26.59360122680664, - 27.257041931152344 + 30.825458526611328, + 29.944664001464844, + 29.176692962646484, + 27.823684692382812, + 26.632591247558594, + 25.866130828857422, + 24.967853546142578, + 24.492645263671875, + 24.21385955810547, + 23.800861358642578, + 23.761350631713867, + 23.6516056060791, + 23.506893157958984, + 23.194927215576172, + 23.307830810546875, + 23.712432861328125, + 24.635700225830078, + 25.760662078857422, + 26.66543197631836, + 27.526729583740234, + 28.153427124023438, + 28.423046112060547, + 28.493724822998047, + 28.5091552734375 ], "p90": [ - 28.854873657226562, - 29.179821014404297, - 29.159610748291016, - 28.70437240600586, - 28.117156982421875, - 27.416786193847656, - 26.603862762451172, - 25.714557647705078, - 25.029571533203125, - 24.552261352539062, - 24.218673706054688, - 23.968994140625, - 23.708473205566406, - 23.61907958984375, - 23.83608627319336, - 23.753870010375977, - 23.571475982666016, - 23.645572662353516, - 24.07025146484375, - 25.307857513427734, - 26.686553955078125, - 27.86947250366211, - 28.64138412475586, - 29.3016357421875 + 31.729389190673828, + 31.302021026611328, + 30.51508331298828, + 29.319923400878906, + 28.134078979492188, + 27.293498992919922, + 26.53304672241211, + 25.991714477539062, + 25.623546600341797, + 25.402515411376953, + 25.466915130615234, + 25.39354705810547, + 25.19122314453125, + 24.9974365234375, + 25.159168243408203, + 25.657241821289062, + 26.726783752441406, + 28.067386627197266, + 29.00790786743164, + 29.967121124267578, + 30.66610336303711, + 31.1529541015625, + 31.197845458984375, + 31.141841888427734 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 6766b5ba9dacbb1f784ca75eaf538b7690d72eb5..9a2afe58796cbc4529daf5aa235179b4fd74fa19 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:41:17.422471+00:00", + "evaluated_at": "2026-06-20T09:59:43.597862+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, 11.0, 16.0, 9.0, @@ -69,8 +55,8 @@ 16.0, 11.0, 12.0, - 46.0, - 7.0, + 50.0, + 8.0, 11.0, 17.0, 15.0, @@ -153,147 +139,147 @@ 19.0, 18.0, 14.0, - 10.0, + 11.0, 17.0, 9.0, 11.0, 14.0, - 12.0, - 15.0, + 13.0, 15.0, - 9.0, 17.0, - 10.0, + 12.0, 20.0, - 13.0, - 8.0, - 10.0, + 11.0, + 21.0, + 15.0, + 12.0, 10.0, + 11.0, + 13.0, + 9.0, 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, 7.0, - 10.0, - 6.0, - 12.0 + 8.0, + 15.0 ], "actuals": [ - 8.0, 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, 15.0, - 8.0, - 14.0, 12.0, 11.0, 11.0, - 8.0, - 8.0, - 9.0, - 5.0, + 16.0, + 11.0, + 4.0, + 6.0, 5.0, - 13.0, - 14.0, - 12.0, + 7.0, 8.0, - 10.0, - 5.0, - 9.0, - 5.0, 6.0, - 8.0, - 4.0 + 1.0 ], "p50": [ - 10.165214538574219, - 10.09587287902832, - 10.106618881225586, - 10.33540153503418, - 10.370656967163086, - 10.484293937683105, - 10.61972713470459, - 10.658158302307129, - 10.45885181427002, - 10.314194679260254, - 10.31749153137207, - 10.2371187210083, - 10.308755874633789, - 10.394075393676758, - 10.494538307189941, - 10.64452838897705, - 10.69416332244873, - 10.959427833557129, - 11.082712173461914, - 11.110136985778809, - 11.37994384765625, - 11.33565902709961, - 11.150490760803223, - 11.079916000366211 + 10.679072380065918, + 10.937664985656738, + 11.118854522705078, + 11.49367904663086, + 11.635640144348145, + 11.854522705078125, + 12.005678176879883, + 11.999000549316406, + 11.817948341369629, + 11.654519081115723, + 11.74576473236084, + 11.786499977111816, + 11.930692672729492, + 12.022263526916504, + 11.939906120300293, + 11.728928565979004, + 11.576467514038086, + 11.474462509155273, + 11.304868698120117, + 11.188241958618164, + 11.280620574951172, + 11.180889129638672, + 11.056011199951172, + 11.186113357543945 ], "p10": [ - 11.525392532348633, - 11.583760261535645, - 11.442880630493164, - 11.88106632232666, - 11.934110641479492, - 12.07063102722168, - 12.260120391845703, - 12.069397926330566, - 12.033327102661133, - 11.739314079284668, - 11.809345245361328, - 11.795607566833496, - 12.022510528564453, - 11.99082088470459, - 12.132917404174805, - 12.184253692626953, - 12.392731666564941, - 12.674750328063965, - 12.881640434265137, - 12.657546997070312, - 12.867023468017578, - 12.984819412231445, - 12.812088012695312, - 12.694069862365723 + 12.232203483581543, + 12.487181663513184, + 12.607807159423828, + 13.229545593261719, + 13.389591217041016, + 13.551294326782227, + 13.604107856750488, + 13.57869815826416, + 13.565587997436523, + 13.310287475585938, + 13.393726348876953, + 13.686941146850586, + 13.699790954589844, + 13.829373359680176, + 13.619897842407227, + 13.350255966186523, + 13.205120086669922, + 13.247912406921387, + 13.074995994567871, + 12.747337341308594, + 12.822383880615234, + 12.824219703674316, + 12.742232322692871, + 12.735782623291016 ], "p90": [ - 14.346492767333984, - 14.472744941711426, - 14.674914360046387, - 14.942587852478027, - 15.085325241088867, - 15.246119499206543, - 15.448324203491211, - 15.446975708007812, - 15.293201446533203, - 15.094271659851074, - 15.140752792358398, - 15.063955307006836, - 15.183650016784668, - 15.319823265075684, - 15.446283340454102, - 15.611519813537598, - 15.684072494506836, - 15.954952239990234, - 16.179485321044922, - 16.183372497558594, - 16.508377075195312, - 16.56045913696289, - 16.425376892089844, - 16.23248291015625 + 14.938270568847656, + 15.447880744934082, + 15.873578071594238, + 16.322643280029297, + 16.50383186340332, + 16.812881469726562, + 17.04848861694336, + 17.044536590576172, + 16.928466796875, + 16.75582504272461, + 16.872333526611328, + 16.948339462280273, + 17.05187225341797, + 17.18172836303711, + 17.06534194946289, + 16.825279235839844, + 16.664201736450195, + 16.547000885009766, + 16.429126739501953, + 16.22848129272461, + 16.36368179321289, + 16.25550651550293, + 16.163658142089844, + 16.151668548583984 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", "2026-06-12 07:00:00", "2026-06-12 08:00:00", "2026-06-12 09:00:00", @@ -471,6 +457,20 @@ "2026-06-19 13:00:00", "2026-06-19 14:00:00", "2026-06-19 15:00:00", - "2026-06-19 16:00:00" + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..c0329cc19c55a00a64a50741904f44d6300f8c17 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,56 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-20T09:59:46.659604+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t001800z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t074000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 77, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t043000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 168, + "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 67cf158d08eee78c6d570854543c7034679fe672..10aeec30c862fc45b0df34028902269ef0ce45c7 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,127625.76986757915,127625.76986757915,291.09912109375,0.28186918969146385,0.004616796841028184,0.00462722343357835,2.5498725963675155,357.24749105848053,0.005675721827042868,0.00462479842903734,0.006467408911006898,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.01968019628381145,0.01968019628381145,0.10919031898180644,0.15396809200045394,0.08612163276451076,0.07980032903186071,1.2030469237337549,0.14028612291959405,0.09342650131872168,0.07271759506955872,0.08446061834516476,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04693304742870671,0.04693304742870671,0.18862363364961413,1.0934700981857404,0.14558454144237315,0.13214915937796098,8.69972740930329,0.21664036426461877,0.15867860583342383,0.1381577035117802,0.09936791151644782,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.5903845496001547,1.5903845496001547,1.0952545801798503,0.9664010278738413,0.06227665304335736,0.05977274461338764,23.33052643005323,1.2611044959083109,0.07027282805659821,0.061031133455554804,0.05048435503958704,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,119.27622635946886,119.27622635946886,9.591471115748087,0.8449919492061001,0.6068265929860117,0.43168429226383404,6.4163940932712675,10.921365590413538,0.5041599574174499,0.4427684092482756,0.3146017671634188,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.3376948290147084,3.3376948290147084,1.6621310710906982,0.8774702101189473,0.06202773546732287,0.06445067815332885,8.62501516519666,1.8269359126731042,0.06787378003739086,0.06175099954516526,0.05440329973911722,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,17.437877449576643,17.437877449576643,3.5261882146199546,0.6066560369238632,0.5393543730728606,0.3724274347680612,4.991269388506489,4.175868466508092,0.4494208215075974,0.3795000769097709,0.29042495856786404,Hazards,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.6162699679713721,1.6162699679713721,1.0375758806864421,0.6015715010068368,0.039337949479858914,0.04041938527303815,3.0592737336223146,1.2713260667395174,0.05052212337817877,0.04123295984381274,0.034941020049374806,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.00673487118488385,0.00673487118488385,0.06948515474796295,0.09627093955529081,0.06251227741234541,0.06489390998311094,1.2444778703557875,0.08206626094128969,0.0665528025898862,0.056349975420193654,0.10293126101351373,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.019372067686754986,0.019372067686754986,0.1100067247947057,0.8250503149096322,0.08587211574634618,0.0805891211887765,7.685348456038188,0.13918357549206367,0.10204906055863139,0.08065666427050322,0.06517753214998295,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.01797295621675706,0.01797295621675706,0.10274402300516765,0.07754265763156566,0.006028004281159206,0.006058740632743074,1.294914440820171,0.13406325453589832,0.007878350041496554,0.006037846691910174,0.014951677200237835,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,84.96760987306872,84.96760987306872,8.38938577969869,0.7380274886350292,0.5293555255069178,0.3984394381478209,6.019725375664097,9.217787688652235,0.4602182211561378,0.4188584431032878,0.303414408702417,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.4658904995490047,1.4658904995490047,0.9999082088470459,0.5244097299668958,0.03773649610573579,0.0377198515373375,5.231501219830997,1.210739649779838,0.045050777666226526,0.03720588684082031,0.03780171922524359,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,23.489643506996117,23.489643506996117,4.122445901234944,0.7092380045135389,0.9830351102756607,0.43828047717885327,8.855832284496676,4.846611549009897,0.510169636737884,0.4339416738142047,0.33759930445204467,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.008739049235979715,0.008739049235979715,0.07672119140625,0.0009323081487341772,3.0086741727941175e-05,3.0086252980331775e-05,0.21175979034810125,0.09348288204789,3.665995374427059e-05,3.0086741727941175e-05,0.0009033617117998818,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 034f01fd526afbd1879478106662f930bfa4b00b..f727c44a3870a2c74b7928f51d8fe9e7347348c0 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-20T04:55:55.572310+00:00", + "evaluated_at": "2026-06-20T13:01:34.402322+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a0146d14f49cf9042d4952809685f8db9ed8a45e..fbefe0a72d2ab1e409e41fbf700705ff245cce6d 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:43:40.608487+00:00", + "evaluated_at": "2026-06-20T13:01:39.993401+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.360000610351562, - 22.25, - 22.34000015258789, - 22.389999389648438, - 22.43000030517578, - 22.440000534057617, - 22.59000015258789, - 23.139999389648438, - 24.75, - 27.0, - 28.979999542236328, - 30.079999923706055, - 30.719999313354492, - 31.100000381469727, - 31.139999389648438, - 30.969999313354492, - 30.56999969482422, - 29.8799991607666, - 28.530000686645508, - 26.729999542236328, - 25.1299991607666, - 23.969999313354492, - 23.329999923706055, - 23.06999969482422, 22.889999389648438, 22.75, 22.670000076293945, @@ -341,9 +317,7 @@ 22.399999618530273, 22.209999084472656, 22.030000686645508, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 21.690000534057617, 21.479999542236328, 21.3700008392334, @@ -369,109 +343,111 @@ 21.8799991607666, 21.469999313354492 ], + "actuals": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], "p50": [ - 21.78042221069336, - 21.66376495361328, - 21.553335189819336, - 21.43069839477539, - 21.33431053161621, - 21.364505767822266, - 21.86978530883789, - 22.755760192871094, - 23.4835205078125, - 24.212732315063477, - 24.823514938354492, - 25.367830276489258, - 25.723844528198242, - 25.884138107299805, - 25.83140754699707, - 25.57474708557129, - 25.197397232055664, - 24.598459243774414, - 23.713586807250977, - 22.898937225341797, - 22.413908004760742, - 22.099327087402344, - 21.821733474731445, - 21.577350616455078 + 21.116792678833008, + 20.801671981811523, + 20.567548751831055, + 20.4049129486084, + 20.35688018798828, + 20.62630271911621, + 21.628026962280273, + 23.21295738220215, + 24.63306999206543, + 26.02265167236328, + 26.964481353759766, + 27.771873474121094, + 28.298465728759766, + 28.540843963623047, + 28.479835510253906, + 28.200258255004883, + 27.7738094329834, + 26.85573959350586, + 25.540372848510742, + 24.185592651367188, + 23.31989860534668, + 22.82103157043457, + 22.417116165161133, + 22.056257247924805 ], "p10": [ - 21.670669555664062, - 21.465654373168945, - 21.254613876342773, - 21.04436492919922, - 20.861007690429688, - 20.802812576293945, - 21.168224334716797, - 21.820005416870117, - 22.329442977905273, - 22.792387008666992, - 23.082874298095703, - 23.30820083618164, - 23.454910278320312, - 23.43760108947754, - 23.348358154296875, - 23.17300796508789, - 22.906654357910156, - 22.503671646118164, - 21.94466781616211, - 21.30326271057129, - 20.849925994873047, - 20.483165740966797, - 20.116764068603516, - 19.82280731201172 + 20.95943832397461, + 20.51148796081543, + 20.160369873046875, + 19.901784896850586, + 19.76515007019043, + 19.94144058227539, + 20.79684829711914, + 22.137752532958984, + 23.332063674926758, + 24.471939086914062, + 25.19536590576172, + 25.790908813476562, + 26.223278045654297, + 26.35262107849121, + 26.25376319885254, + 25.90064811706543, + 25.415996551513672, + 24.55192756652832, + 23.546262741088867, + 22.393234252929688, + 21.668624877929688, + 21.20952606201172, + 20.806936264038086, + 20.416942596435547 ], "p90": [ - 21.884281158447266, - 21.845813751220703, - 21.828405380249023, - 21.803625106811523, - 21.797178268432617, - 21.9160099029541, - 22.550151824951172, - 23.677488327026367, - 24.75005340576172, - 25.85539436340332, - 26.946884155273438, - 27.793764114379883, - 28.427661895751953, - 28.612594604492188, - 28.542646408081055, - 28.1669979095459, - 27.65707015991211, - 26.81938362121582, - 25.666011810302734, - 24.587644577026367, - 23.965335845947266, - 23.60885238647461, - 23.276453018188477, - 23.023944854736328 + 21.277482986450195, + 21.092941284179688, + 20.9747314453125, + 20.91423797607422, + 20.944948196411133, + 21.31338882446289, + 22.468292236328125, + 24.297826766967773, + 26.0290584564209, + 27.6864013671875, + 28.88411521911621, + 29.779573440551758, + 30.29298973083496, + 30.687938690185547, + 30.723466873168945, + 30.47021484375, + 30.01611328125, + 29.0097599029541, + 27.554533004760742, + 26.05486488342285, + 25.1335391998291, + 24.64638900756836, + 24.272924423217773, + 23.933547973632812 ], "timestamps": [ - "2026-06-02 00:00:00", - "2026-06-02 01:00:00", - "2026-06-02 02:00:00", - "2026-06-02 03:00:00", - "2026-06-02 04:00:00", - "2026-06-02 05:00:00", - "2026-06-02 06:00:00", - "2026-06-02 07:00:00", - "2026-06-02 08:00:00", - "2026-06-02 09:00:00", - "2026-06-02 10:00:00", - "2026-06-02 11:00:00", - "2026-06-02 12:00:00", - "2026-06-02 13:00:00", - "2026-06-02 14:00:00", - "2026-06-02 15:00:00", - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +783,30 @@ "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", - "2026-06-16 23:00:00" + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 27e5194f069946d21b6ecb6a484a2ded9b0d58e2..8fd6ffd4b135eb4cee24c40dc89a7adb13ecfcdf 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,32 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-20T04:56:04.676673+00:00", + "evaluated_at": "2026-06-20T13:01:48.235159+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.621000051498413, - 1.6480000019073486, - 1.6679999828338623, - 1.684000015258789, - 1.6970000267028809, - 1.7009999752044678, - 1.7100000381469727, - 1.7079999446868896, - 1.718000054359436, - 1.722000002861023, - 1.718999981880188, - 1.7130000591278076, - 1.7070000171661377, - 1.7070000171661377, - 1.6950000524520874, - 1.680999994277954, - 1.6829999685287476, - 1.6779999732971191, - 1.6610000133514404, - 1.6490000486373901, - 1.649999976158142, 1.621000051498413, 1.600000023841858, 1.5829999446868896, @@ -245,9 +224,7 @@ 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798 - ], - "actuals": [ + 1.4819999933242798, 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -268,7 +245,9 @@ 1.7680000066757202, 1.7719999551773071, 1.7649999856948853, - 1.7519999742507935, + 1.7519999742507935 + ], + "actuals": [ 1.7510000467300415, 1.746999979019165, 1.7280000448226929, @@ -307,216 +286,216 @@ 1.0269999504089355, 1.0110000371932983, 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, 0.9729999899864197 ], "p50": [ - 1.5123027563095093, - 1.5358519554138184, - 1.555917501449585, - 1.5749931335449219, - 1.592904806137085, - 1.6108386516571045, - 1.627403974533081, - 1.6417951583862305, - 1.656153678894043, - 1.6695845127105713, - 1.6815876960754395, - 1.691290020942688, - 1.700046181678772, - 1.7063376903533936, - 1.7127212285995483, - 1.7165133953094482, - 1.7199761867523193, - 1.7217549085617065, - 1.7227967977523804, - 1.7203021049499512, - 1.7159757614135742, - 1.7114078998565674, - 1.7060587406158447, - 1.6974687576293945, - 1.6906547546386719, - 1.6831786632537842, - 1.67413330078125, - 1.6652448177337646, - 1.6552231311798096, - 1.6441683769226074, - 1.632142424583435, - 1.6196305751800537, - 1.7822542190551758, - 1.7503129243850708, - 1.718649983406067, - 1.691812515258789, - 1.6625568866729736, - 1.6347713470458984, - 1.6138005256652832, - 1.5941232442855835, - 1.5741968154907227, - 1.5538339614868164, - 1.5310012102127075, - 1.506311058998108, - 1.4861141443252563, - 1.4684771299362183, - 1.452667236328125, - 1.4310506582260132, - 1.4131864309310913, - 1.396558403968811, - 1.3760815858840942, - 1.3592368364334106, - 1.3449064493179321, - 1.3286588191986084, - 1.3162461519241333, - 1.3001576662063599, - 1.2875882387161255, - 1.2765836715698242, - 1.2629002332687378, - 1.251430869102478 + 1.7493247985839844, + 1.7391831874847412, + 1.7277576923370361, + 1.7173593044281006, + 1.7051552534103394, + 1.6912410259246826, + 1.675419569015503, + 1.6559693813323975, + 1.636265754699707, + 1.614854335784912, + 1.589827060699463, + 1.562754511833191, + 1.5360522270202637, + 1.5090769529342651, + 1.4825624227523804, + 1.454662799835205, + 1.4275336265563965, + 1.3987579345703125, + 1.36952543258667, + 1.339780569076538, + 1.3091171979904175, + 1.2804701328277588, + 1.2514442205429077, + 1.2196340560913086, + 1.193213939666748, + 1.1676750183105469, + 1.1388208866119385, + 1.1086400747299194, + 1.077636957168579, + 1.0475342273712158, + 1.0160856246948242, + 0.9878458976745605, + 1.1929314136505127, + 1.1460187435150146, + 1.1177706718444824, + 1.1013426780700684, + 1.0748134851455688, + 1.0454051494598389, + 1.0259722471237183, + 1.005680799484253, + 0.9844833612442017, + 0.969650387763977, + 0.9490448236465454, + 0.9322173595428467, + 0.9166712760925293, + 0.8995363712310791, + 0.8843123316764832, + 0.8681164979934692, + 0.8557902574539185, + 0.8461999893188477, + 0.8337852954864502, + 0.8234987258911133, + 0.8172155022621155, + 0.8069115877151489, + 0.8048263788223267, + 0.7993583679199219, + 0.7956725358963013, + 0.7918658256530762, + 0.7862507104873657, + 0.7863713502883911 ], "p10": [ - 1.5014244318008423, - 1.5215070247650146, - 1.5372189283370972, - 1.5497223138809204, - 1.562081217765808, - 1.5727112293243408, - 1.5814085006713867, - 1.5871068239212036, - 1.5931214094161987, - 1.5965826511383057, - 1.5967483520507812, - 1.5936857461929321, - 1.5891616344451904, - 1.5811688899993896, - 1.5716345310211182, - 1.5591917037963867, - 1.5471575260162354, - 1.5316481590270996, - 1.5150749683380127, - 1.4944987297058105, - 1.4686272144317627, - 1.4430060386657715, - 1.4140855073928833, - 1.3863980770111084, - 1.3607392311096191, - 1.3302708864212036, - 1.2981207370758057, - 1.2705135345458984, - 1.2409846782684326, - 1.2059272527694702, - 1.1650375127792358, - 1.135091781616211, - 1.1686625480651855, - 1.1770163774490356, - 1.146541714668274, - 1.0973103046417236, - 1.0489330291748047, - 1.0045444965362549, - 0.9526528120040894, - 0.9185147285461426, - 0.8865249156951904, - 0.857841432094574, - 0.8208237886428833, - 0.7912132740020752, - 0.7683792114257812, - 0.7426146268844604, - 0.7118841409683228, - 0.6806027889251709, - 0.6571850180625916, - 0.6270607709884644, - 0.5919058322906494, - 0.5669257640838623, - 0.5360190868377686, - 0.5162519812583923, - 0.5014828443527222, - 0.4823755621910095, - 0.45589685440063477, - 0.4329742193222046, - 0.4182441830635071, - 0.398856520652771 + 1.738257884979248, + 1.7242851257324219, + 1.7067846059799194, + 1.689272403717041, + 1.671072006225586, + 1.648823857307434, + 1.624051570892334, + 1.5957566499710083, + 1.5674031972885132, + 1.535313367843628, + 1.4979827404022217, + 1.4571611881256104, + 1.4174938201904297, + 1.3772358894348145, + 1.3355907201766968, + 1.291266679763794, + 1.2481393814086914, + 1.2016681432724, + 1.1548341512680054, + 1.1068171262741089, + 1.0580353736877441, + 1.012030005455017, + 0.9655541777610779, + 0.9156771302223206, + 0.86826491355896, + 0.8249396085739136, + 0.7769200205802917, + 0.7235204577445984, + 0.6686957478523254, + 0.6101193428039551, + 0.5543239116668701, + 0.5100253820419312, + 0.5489469170570374, + 0.5534907579421997, + 0.5113114714622498, + 0.47846442461013794, + 0.43905389308929443, + 0.3953346610069275, + 0.3413539528846741, + 0.30358076095581055, + 0.27156805992126465, + 0.24768280982971191, + 0.2178022861480713, + 0.18983352184295654, + 0.16679567098617554, + 0.13908767700195312, + 0.10709244012832642, + 0.07433140277862549, + 0.052576422691345215, + 0.022750258445739746, + -0.01107168197631836, + -0.036792635917663574, + -0.056830763816833496, + -0.07285046577453613, + -0.07814037799835205, + -0.08829879760742188, + -0.10868537425994873, + -0.12764179706573486, + -0.13752305507659912, + -0.15046656131744385 ], "p90": [ - 1.5226231813430786, - 1.5503311157226562, - 1.5747824907302856, - 1.5999417304992676, - 1.6231846809387207, - 1.6474568843841553, - 1.671701431274414, - 1.6943185329437256, - 1.7169784307479858, - 1.7391321659088135, - 1.76172935962677, - 1.7829129695892334, - 1.801867961883545, - 1.820791482925415, - 1.8383355140686035, - 1.8554973602294922, - 1.8757288455963135, - 1.8955351114273071, - 1.9118661880493164, - 1.9255797863006592, - 1.935900330543518, - 1.947070837020874, - 1.9579522609710693, - 1.965444564819336, - 1.975731372833252, - 1.9838511943817139, - 1.9914963245391846, - 2.0011749267578125, - 2.009800434112549, - 2.018918991088867, - 2.024104595184326, - 2.0217485427856445, - 2.1324448585510254, - 2.128401756286621, - 2.1324448585510254, - 2.1409974098205566, - 2.1417932510375977, - 2.148216962814331, - 2.1563162803649902, - 2.1642136573791504, - 2.167931079864502, - 2.172198534011841, - 2.17106294631958, - 2.172743082046509, - 2.172111988067627, - 2.1731019020080566, - 2.1765401363372803, - 2.1650915145874023, - 2.161083698272705, - 2.167140007019043, - 2.1646647453308105, - 2.1704251766204834, - 2.1648876667022705, - 2.165806531906128, - 2.161874771118164, - 2.1582794189453125, - 2.1523964405059814, - 2.1474123001098633, - 2.1407389640808105, - 2.137333393096924 + 1.7588655948638916, + 1.753124475479126, + 1.7471201419830322, + 1.7442936897277832, + 1.7387681007385254, + 1.7323263883590698, + 1.7245948314666748, + 1.7152807712554932, + 1.7062679529190063, + 1.6954203844070435, + 1.6806857585906982, + 1.6652024984359741, + 1.6501209735870361, + 1.6358270645141602, + 1.6221299171447754, + 1.6092567443847656, + 1.5994672775268555, + 1.5881307125091553, + 1.5748724937438965, + 1.5633372068405151, + 1.5500729084014893, + 1.5426275730133057, + 1.5357885360717773, + 1.524709939956665, + 1.5214974880218506, + 1.5175445079803467, + 1.5117601156234741, + 1.5064852237701416, + 1.5003032684326172, + 1.4957468509674072, + 1.485927700996399, + 1.470447063446045, + 1.6907826662063599, + 1.5881478786468506, + 1.554198980331421, + 1.5692341327667236, + 1.582383632659912, + 1.5907261371612549, + 1.5948210954666138, + 1.6006535291671753, + 1.6062273979187012, + 1.610153079032898, + 1.6071219444274902, + 1.6023951768875122, + 1.6019086837768555, + 1.606000542640686, + 1.6136490106582642, + 1.6069806814193726, + 1.6103711128234863, + 1.6228818893432617, + 1.6305084228515625, + 1.6393100023269653, + 1.6421102285385132, + 1.6512141227722168, + 1.6599606275558472, + 1.6713956594467163, + 1.6759090423583984, + 1.682438611984253, + 1.686940312385559, + 1.6970020532608032 ], "timestamps": [ - "2026-06-18 22:18:00", - "2026-06-18 22:24:00", - "2026-06-18 22:30:00", - "2026-06-18 22:36:00", - "2026-06-18 22:42:00", - "2026-06-18 22:48:00", - "2026-06-18 22:54:00", - "2026-06-18 23:00:00", - "2026-06-18 23:06:00", - "2026-06-18 23:12:00", - "2026-06-18 23:18:00", - "2026-06-18 23:24:00", - "2026-06-18 23:30:00", - "2026-06-18 23:36:00", - "2026-06-18 23:42:00", - "2026-06-18 23:48:00", - "2026-06-18 23:54:00", - "2026-06-19 00:00:00", - "2026-06-19 00:06:00", - "2026-06-19 00:12:00", - "2026-06-19 00:18:00", "2026-06-19 00:24:00", "2026-06-19 00:30:00", "2026-06-19 00:36:00", @@ -795,6 +774,27 @@ "2026-06-20 03:54:00", "2026-06-20 04:00:00", "2026-06-20 04:06:00", - "2026-06-20 04:12:00" + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6ce70384c350f8e07176b66af52bf80f56187373..75a760b3e503ac0abe8002d9a30855faea32c40a 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,21 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-20T04:08:23.511566+00:00", + "evaluated_at": "2026-06-20T13:01:55.709341+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.899999976158142, - 1.899999976158142, - 1.7000000476837158, - 1.7000000476837158, - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, - 1.5, - 1.5, 1.600000023841858, 1.5, 1.5, @@ -84,9 +74,7 @@ 1.600000023841858, 1.600000023841858, 1.399999976158142, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -94,7 +82,9 @@ 1.399999976158142, 1.2999999523162842, 1.399999976158142, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -158,249 +148,239 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4487371444702148, - 1.467182993888855, - 1.4794377088546753, - 1.4868764877319336, - 1.4934628009796143, - 1.500237226486206, - 1.5055292844772339, - 1.5093425512313843, - 1.5143449306488037, - 1.5170913934707642, - 1.5175836086273193, - 1.5184099674224854, - 1.5228886604309082, - 1.5261754989624023, - 1.5301437377929688, - 1.535037875175476, - 1.5423821210861206, - 1.549924373626709, - 1.5566132068634033, - 1.5589392185211182, - 1.5584931373596191, - 1.5571489334106445, - 1.5537655353546143, - 1.5520527362823486, - 1.5526044368743896, - 1.5510711669921875, - 1.5503510236740112, - 1.5517852306365967, - 1.557628870010376, - 1.5650228261947632, - 1.5705205202102661, - 1.5742205381393433, - 1.561499834060669, - 1.5635489225387573, - 1.5626243352890015, - 1.5617351531982422, - 1.5602319240570068, - 1.56381356716156, - 1.566045880317688, - 1.57060706615448, - 1.5803550481796265, - 1.5894888639450073, - 1.5942368507385254, - 1.5863115787506104, - 1.5815081596374512, - 1.5793542861938477, - 1.573180913925171, - 1.5715911388397217, - 1.5692768096923828, - 1.5612244606018066, - 1.5576072931289673, - 1.5597273111343384, - 1.5601996183395386, - 1.5632624626159668, - 1.568537712097168, - 1.5762079954147339, - 1.5808652639389038, - 1.5794708728790283, - 1.576103925704956, - 1.5752564668655396, - 1.5769938230514526, - 1.5798211097717285, - 1.5823227167129517, - 1.5853233337402344, - 1.5398529767990112, - 1.5539076328277588, - 1.5732351541519165, - 1.575376272201538, - 1.5659022331237793, - 1.5621024370193481, - 1.5559288263320923, - 1.550745964050293 + 1.4018207788467407, + 1.406941533088684, + 1.4112969636917114, + 1.4137110710144043, + 1.4150497913360596, + 1.418429970741272, + 1.421170711517334, + 1.424365520477295, + 1.4315073490142822, + 1.4378187656402588, + 1.4388631582260132, + 1.4385801553726196, + 1.4415767192840576, + 1.4409412145614624, + 1.4386835098266602, + 1.438835859298706, + 1.4397393465042114, + 1.4377118349075317, + 1.43666410446167, + 1.4400320053100586, + 1.4425623416900635, + 1.443782925605774, + 1.4510595798492432, + 1.4575409889221191, + 1.4588993787765503, + 1.4600905179977417, + 1.4630470275878906, + 1.4646550416946411, + 1.465552806854248, + 1.4680373668670654, + 1.4697010517120361, + 1.469854712486267, + 1.4431827068328857, + 1.457826852798462, + 1.465531826019287, + 1.4652657508850098, + 1.4613392353057861, + 1.4578192234039307, + 1.4482309818267822, + 1.4424042701721191, + 1.4339321851730347, + 1.4255619049072266, + 1.4220556020736694, + 1.4221023321151733, + 1.422812819480896, + 1.4226925373077393, + 1.4315181970596313, + 1.4379262924194336, + 1.440868854522705, + 1.439273715019226, + 1.4354532957077026, + 1.4342845678329468, + 1.4320787191390991, + 1.4321012496948242, + 1.4334616661071777, + 1.437379002571106, + 1.4450963735580444, + 1.4509780406951904, + 1.4531431198120117, + 1.451208472251892, + 1.4498507976531982, + 1.4468415975570679, + 1.4405415058135986, + 1.4387891292572021, + 1.4071266651153564, + 1.4157642126083374, + 1.4247915744781494, + 1.4310029745101929, + 1.4340955018997192, + 1.4382909536361694, + 1.4444265365600586, + 1.4532275199890137 ], "p10": [ - 1.352136492729187, - 1.3384895324707031, - 1.3315494060516357, - 1.329716682434082, - 1.3301935195922852, - 1.3313660621643066, - 1.332292079925537, - 1.3312597274780273, - 1.3320211172103882, - 1.329541802406311, - 1.3244256973266602, - 1.3203262090682983, - 1.3188389539718628, - 1.3172980546951294, - 1.3159791231155396, - 1.3156415224075317, - 1.3180075883865356, - 1.3208054304122925, - 1.3228404521942139, - 1.3198072910308838, - 1.3174461126327515, - 1.3157533407211304, - 1.3111270666122437, - 1.3068525791168213, - 1.3032530546188354, - 1.3000420331954956, - 1.2975798845291138, - 1.2960994243621826, - 1.2984092235565186, - 1.3015788793563843, - 1.303431510925293, - 1.303629994392395, - 1.3350176811218262, - 1.3228563070297241, - 1.3134992122650146, - 1.3048820495605469, - 1.2974448204040527, - 1.2919600009918213, - 1.2903692722320557, - 1.2934041023254395, - 1.2960467338562012, - 1.2958921194076538, - 1.2957894802093506, - 1.2943778038024902, - 1.2912023067474365, - 1.288331389427185, - 1.2842376232147217, - 1.278710126876831, - 1.27420973777771, - 1.2668354511260986, - 1.2631481885910034, - 1.2625527381896973, - 1.2618277072906494, - 1.2634445428848267, - 1.2691001892089844, - 1.2705559730529785, - 1.2691881656646729, - 1.2667102813720703, - 1.2628991603851318, - 1.2584161758422852, - 1.2574880123138428, - 1.2561365365982056, - 1.254982829093933, - 1.2561004161834717, - 1.2869642972946167, - 1.2958265542984009, - 1.289642572402954, - 1.277493953704834, - 1.2694441080093384, - 1.262050986289978, - 1.2556452751159668, - 1.2517493963241577 + 1.3067491054534912, + 1.286508321762085, + 1.2807321548461914, + 1.279148817062378, + 1.2776421308517456, + 1.277743935585022, + 1.2780905961990356, + 1.2777631282806396, + 1.2804052829742432, + 1.2814278602600098, + 1.27890944480896, + 1.2773733139038086, + 1.278319001197815, + 1.276977777481079, + 1.2734228372573853, + 1.2730481624603271, + 1.2736400365829468, + 1.2708371877670288, + 1.2687944173812866, + 1.2708275318145752, + 1.2711224555969238, + 1.2716529369354248, + 1.2762854099273682, + 1.2794384956359863, + 1.2775005102157593, + 1.2755699157714844, + 1.2761515378952026, + 1.2744945287704468, + 1.272897720336914, + 1.2733404636383057, + 1.2740654945373535, + 1.272642970085144, + 1.291602373123169, + 1.291576862335205, + 1.2878822088241577, + 1.2827982902526855, + 1.2803492546081543, + 1.277055263519287, + 1.2710001468658447, + 1.2648365497589111, + 1.2592723369598389, + 1.254483699798584, + 1.252319574356079, + 1.2507015466690063, + 1.2504526376724243, + 1.2514326572418213, + 1.2553733587265015, + 1.2580857276916504, + 1.2554579973220825, + 1.2552833557128906, + 1.2556719779968262, + 1.256558895111084, + 1.2547953128814697, + 1.2527971267700195, + 1.253229022026062, + 1.2549020051956177, + 1.2577641010284424, + 1.2592434883117676, + 1.2597761154174805, + 1.25801420211792, + 1.2557003498077393, + 1.2515807151794434, + 1.2468483448028564, + 1.2448644638061523, + 1.2738981246948242, + 1.2682111263275146, + 1.2614948749542236, + 1.261489748954773, + 1.2645263671875, + 1.2651658058166504, + 1.267271637916565, + 1.2708778381347656 ], "p90": [ - 1.5795549154281616, - 1.6292788982391357, - 1.6559114456176758, - 1.6735097169876099, - 1.6860002279281616, - 1.6999878883361816, - 1.7133991718292236, - 1.7235251665115356, - 1.7341848611831665, - 1.7431201934814453, - 1.7479355335235596, - 1.752906084060669, - 1.7600082159042358, - 1.7688994407653809, - 1.7798211574554443, - 1.7875478267669678, - 1.8014209270477295, - 1.8190947771072388, - 1.8356705904006958, - 1.8456546068191528, - 1.8448280096054077, - 1.8461689949035645, - 1.843474268913269, - 1.845062017440796, - 1.8508155345916748, - 1.8486628532409668, - 1.8504782915115356, - 1.8576840162277222, - 1.8713020086288452, - 1.8885202407836914, - 1.900237798690796, - 1.905485987663269, - 1.856217861175537, - 1.884109616279602, - 1.8964532613754272, - 1.9198267459869385, - 1.942136287689209, - 1.966215968132019, - 1.9699726104736328, - 1.9777562618255615, - 1.9993585348129272, - 2.02117919921875, - 2.036384344100952, - 2.03269624710083, - 2.026294469833374, - 2.0272393226623535, - 2.02241849899292, - 2.0301461219787598, - 2.028067111968994, - 2.013869047164917, - 2.0085744857788086, - 2.020207405090332, - 2.0262649059295654, - 2.039876937866211, - 2.051593542098999, - 2.068286180496216, - 2.0855584144592285, - 2.0878005027770996, - 2.0891993045806885, - 2.090440273284912, - 2.0961008071899414, - 2.102384567260742, - 2.108757972717285, - 2.117481231689453, - 1.8682339191436768, - 1.944743037223816, - 1.9714412689208984, - 1.9810175895690918, - 1.9825925827026367, - 1.9826033115386963, - 1.962312936782837, - 1.9520925283432007 + 1.5136692523956299, + 1.550068736076355, + 1.5715422630310059, + 1.58463716506958, + 1.5938009023666382, + 1.603639006614685, + 1.61115562915802, + 1.6186788082122803, + 1.630082368850708, + 1.6372026205062866, + 1.638126015663147, + 1.6401363611221313, + 1.6425697803497314, + 1.6436282396316528, + 1.643497347831726, + 1.6435003280639648, + 1.644820213317871, + 1.6452633142471313, + 1.6477136611938477, + 1.6540385484695435, + 1.656954288482666, + 1.6594412326812744, + 1.6672918796539307, + 1.6755459308624268, + 1.6780236959457397, + 1.6799992322921753, + 1.6842093467712402, + 1.6873807907104492, + 1.6891398429870605, + 1.6932644844055176, + 1.6962417364120483, + 1.6964049339294434, + 1.6569266319274902, + 1.6854054927825928, + 1.6928725242614746, + 1.6968247890472412, + 1.7007954120635986, + 1.7028212547302246, + 1.6846861839294434, + 1.6815851926803589, + 1.678189754486084, + 1.6706981658935547, + 1.669428825378418, + 1.6702433824539185, + 1.670674443244934, + 1.6689149141311646, + 1.681060791015625, + 1.6930584907531738, + 1.7000064849853516, + 1.6985570192337036, + 1.695388913154602, + 1.6935861110687256, + 1.6899609565734863, + 1.6948322057724, + 1.6965203285217285, + 1.701703667640686, + 1.7143598794937134, + 1.718108057975769, + 1.721426248550415, + 1.7180473804473877, + 1.7158639430999756, + 1.7154569625854492, + 1.7078773975372314, + 1.7077178955078125, + 1.634089469909668, + 1.6582008600234985, + 1.6660792827606201, + 1.6730459928512573, + 1.6771619319915771, + 1.6812701225280762, + 1.6819757223129272, + 1.6888210773468018 ], "timestamps": [ - "2026-06-18 04:50:00", - "2026-06-18 05:00:00", - "2026-06-18 05:10:00", - "2026-06-18 05:20:00", - "2026-06-18 05:30:00", - "2026-06-18 05:40:00", - "2026-06-18 05:50:00", - "2026-06-18 06:00:00", - "2026-06-18 06:10:00", - "2026-06-18 06:20:00", - "2026-06-18 06:30:00", - "2026-06-18 06:40:00", - "2026-06-18 06:50:00", - "2026-06-18 07:00:00", - "2026-06-18 07:10:00", - "2026-06-18 07:20:00", - "2026-06-18 07:30:00", - "2026-06-18 07:40:00", "2026-06-18 07:50:00", "2026-06-18 08:00:00", "2026-06-18 08:10:00", @@ -533,6 +513,22 @@ "2026-06-19 05:20:00", "2026-06-19 05:30:00", "2026-06-19 05:40:00", - "2026-06-19 05:50:00" + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 537de85f2f1fb450252daf62ddcf903034557f6e..59c0e00bcf063fd89110767b3af8d9e6a036fd49 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,47 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-20T03:58:30.918027+00:00", + "evaluated_at": "2026-06-20T13:02:04.219117+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 19.0, - 19.0, - 20.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,9 +65,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 18.899999618530273, @@ -127,90 +89,125 @@ 17.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.996444702148438, - 19.00348663330078, - 19.005815505981445, - 19.00925064086914, - 19.014068603515625, - 19.016258239746094, - 19.01717185974121, - 19.024934768676758, - 19.027423858642578, - 19.03030776977539, - 19.03216552734375, - 19.04027557373047, - 19.04163360595703, - 19.052963256835938, - 19.056324005126953, - 19.060117721557617, - 19.061859130859375, - 19.06918716430664, - 19.06389808654785, - 19.06621742248535, - 19.068872451782227, - 19.07417106628418, - 19.070707321166992, - 19.075443267822266 + 17.021827697753906, + 17.02804183959961, + 17.02100372314453, + 17.013643264770508, + 17.00937271118164, + 17.00115394592285, + 16.99391746520996, + 16.983983993530273, + 16.973670959472656, + 16.957965850830078, + 16.94025421142578, + 16.928010940551758, + 16.91387939453125, + 16.911460876464844, + 16.896469116210938, + 16.88299560546875, + 16.872478485107422, + 16.864303588867188, + 16.845800399780273, + 16.835521697998047, + 16.83062744140625, + 16.8216495513916, + 16.796844482421875, + 16.77704620361328 ], "p10": [ - 18.962329864501953, - 18.947311401367188, - 18.93849754333496, - 18.917800903320312, - 18.88770294189453, - 18.86015510559082, - 18.800405502319336, - 18.74323081970215, - 18.683717727661133, - 18.60590362548828, - 18.548280715942383, - 18.49848175048828, - 18.451875686645508, - 18.43381118774414, - 18.413267135620117, - 18.376659393310547, - 18.356029510498047, - 18.344924926757812, - 18.317615509033203, - 18.321779251098633, - 18.329017639160156, - 18.292499542236328, - 18.284639358520508, - 18.254411697387695 + 16.966279983520508, + 16.866281509399414, + 16.749074935913086, + 16.577617645263672, + 16.35910415649414, + 16.18144989013672, + 15.99213695526123, + 15.876191139221191, + 15.764991760253906, + 15.674507141113281, + 15.544928550720215, + 15.594173431396484, + 15.53108024597168, + 15.456255912780762, + 15.35698127746582, + 15.232246398925781, + 15.140682220458984, + 15.110898971557617, + 15.095271110534668, + 15.049715042114258, + 14.95765495300293, + 14.822760581970215, + 14.756877899169922, + 14.662668228149414 ], "p90": [ - 19.07530975341797, - 19.131309509277344, - 19.23343849182129, - 19.442928314208984, - 19.69186019897461, - 19.89694595336914, - 20.025117874145508, - 20.070831298828125, - 20.090539932250977, - 20.06827163696289, - 20.069820404052734, - 20.06472396850586, - 20.12821388244629, - 20.119327545166016, - 20.037137985229492, - 20.112089157104492, - 20.174272537231445, - 20.149145126342773, - 20.066150665283203, - 20.008825302124023, - 20.160139083862305, - 20.22121810913086, - 20.214384078979492, - 20.192405700683594 + 17.066537857055664, + 17.088512420654297, + 17.100242614746094, + 17.117300033569336, + 17.148591995239258, + 17.181333541870117, + 17.215938568115234, + 17.239795684814453, + 17.265846252441406, + 17.299007415771484, + 17.31020736694336, + 17.30415153503418, + 17.317031860351562, + 17.346847534179688, + 17.379234313964844, + 17.374353408813477, + 17.390064239501953, + 17.464994430541992, + 17.513973236083984, + 17.536672592163086, + 17.545583724975586, + 17.519922256469727, + 17.508255004882812, + 17.51702308654785 ], "timestamps": [ - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", "2026-06-19 21:00:00", "2026-06-19 22:00:00", "2026-06-19 23:00:00", @@ -327,6 +324,9 @@ "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", - "2026-06-24 17:00:00" + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e5b3b6684710a87543cf6fca9bf97ab4f4a8ab7b..20862358729426f8e07f97599d8a7aa26117570e 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-20T03:58:36.924477+00:00", + "evaluated_at": "2026-06-20T13:17:30.863962+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 23.5, - 22.799999237060547, - 22.200000762939453, 21.899999618530273, 21.899999618530273, 22.200000762939453, @@ -341,12 +338,12 @@ 21.299999237060547, 22.0, 24.799999237060547, - 28.899999618530273 - ], - "actuals": [ + 28.899999618530273, 32.79999923706055, 37.599998474121094, - 31.5, + 31.5 + ], + "actuals": [ 41.900001525878906, 38.0, 36.0, @@ -367,90 +364,90 @@ 17.100000381469727, 13.100000381469727, 14.5, - 16.299999237060547 + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 ], "p50": [ - 30.655126571655273, - 30.986234664916992, - 31.259319305419922, - 31.56161117553711, - 31.802780151367188, - 32.484920501708984, - 32.9997673034668, - 35.42774963378906, - 37.76670455932617, - 37.6795539855957, - 36.03143310546875, - 33.992820739746094, - 30.182106018066406, - 26.298919677734375, - 23.367177963256836, - 21.69765853881836, - 20.91193389892578, - 21.07978057861328, - 22.73516082763672, - 24.10309600830078, - 23.78916358947754, - 24.38376235961914, - 24.836978912353516, - 24.96106719970703 + 30.20931053161621, + 30.09913444519043, + 29.948421478271484, + 30.068073272705078, + 32.100379943847656, + 33.826995849609375, + 33.8375129699707, + 31.807693481445312, + 29.010086059570312, + 25.960233688354492, + 23.179086685180664, + 21.500350952148438, + 20.219593048095703, + 19.779582977294922, + 20.30256462097168, + 21.443557739257812, + 22.762876510620117, + 22.618000030517578, + 23.27364730834961, + 24.109912872314453, + 24.372251510620117, + 24.476943969726562, + 24.538564682006836, + 24.450361251831055 ], "p10": [ - 26.9931583404541, - 25.640012741088867, - 24.630281448364258, - 24.07308578491211, - 23.69111442565918, - 23.092443466186523, - 23.064861297607422, - 23.78244972229004, - 23.913803100585938, - 23.34850311279297, - 22.113388061523438, - 19.809350967407227, - 17.138118743896484, - 14.58535385131836, - 12.660306930541992, - 11.4468994140625, - 11.288902282714844, - 11.603364944458008, - 12.254634857177734, - 13.106955528259277, - 14.048491477966309, - 14.901111602783203, - 15.42695426940918, - 15.56601333618164 + 26.593265533447266, + 24.67021942138672, + 23.199031829833984, + 22.521455764770508, + 22.947219848632812, + 22.715045928955078, + 21.531997680664062, + 19.88104820251465, + 18.10257339477539, + 15.892560005187988, + 14.159358978271484, + 12.834400177001953, + 11.833202362060547, + 11.297306060791016, + 11.505023956298828, + 12.318737030029297, + 13.309316635131836, + 13.629813194274902, + 14.212531089782715, + 14.706938743591309, + 14.946160316467285, + 15.016566276550293, + 15.132913589477539, + 15.196386337280273 ], "p90": [ - 34.003517150878906, - 36.347740173339844, - 38.99449157714844, - 41.8652458190918, - 44.617958068847656, - 48.462867736816406, - 51.38738250732422, - 57.58857727050781, - 62.54838562011719, - 62.3355712890625, - 61.21648025512695, - 59.009490966796875, - 55.48634338378906, - 52.25999069213867, - 49.06181335449219, - 47.3743896484375, - 46.87133026123047, - 46.55467224121094, - 47.67634963989258, - 47.01813507080078, - 42.60099792480469, - 40.865753173828125, - 39.618988037109375, - 38.98107147216797 + 34.58333206176758, + 36.83407211303711, + 38.8210334777832, + 41.63050079345703, + 48.20283508300781, + 54.98347473144531, + 57.14521789550781, + 56.263221740722656, + 53.702064514160156, + 49.791343688964844, + 46.78947448730469, + 44.068603515625, + 42.78109359741211, + 41.968894958496094, + 41.8442497253418, + 42.98685073852539, + 43.9067268371582, + 41.70682144165039, + 40.78601837158203, + 40.691986083984375, + 39.855979919433594, + 39.31134033203125, + 38.90121078491211, + 38.71847152709961 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index e246ff5afb79d09da6e31be9f7968430fa9dfe1e..5d686897816bae9cc2197eab8eef130b772c53e8 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-20T03:58:43.779382+00:00", + "evaluated_at": "2026-06-20T13:17:40.913162+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.399999618530273, - 26.399999618530273, - 26.299999237060547, 25.100000381469727, 24.200000762939453, 23.5, @@ -341,12 +338,12 @@ 26.299999237060547, 26.700000762939453, 27.5, - 28.0 - ], - "actuals": [ + 28.0, 29.399999618530273, 29.899999618530273, - 30.899999618530273, + 30.899999618530273 + ], + "actuals": [ 28.0, 27.200000762939453, 27.200000762939453, @@ -367,90 +364,90 @@ 27.200000762939453, 27.899999618530273, 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, 29.799999237060547 ], "p50": [ - 28.14809226989746, - 28.199464797973633, - 28.0289363861084, - 27.68802261352539, - 27.164541244506836, - 26.590328216552734, - 25.921051025390625, - 25.117456436157227, - 24.634580612182617, - 24.170942306518555, - 23.839637756347656, - 23.59990692138672, - 23.408069610595703, - 23.328941345214844, - 23.29850196838379, - 23.17588996887207, - 23.038408279418945, - 22.974044799804688, - 23.310800552368164, - 24.36054039001465, - 25.35390853881836, - 26.173845291137695, - 26.98263931274414, - 27.600303649902344 + 30.563922882080078, + 29.832889556884766, + 28.875835418701172, + 27.780019760131836, + 26.57486915588379, + 25.88981819152832, + 25.316932678222656, + 24.92307472229004, + 24.63301658630371, + 24.419078826904297, + 24.319793701171875, + 24.29311180114746, + 24.057743072509766, + 23.907804489135742, + 23.82732582092285, + 24.288633346557617, + 25.361772537231445, + 26.585437774658203, + 27.63594627380371, + 28.668903350830078, + 29.254919052124023, + 29.750267028808594, + 30.01669692993164, + 29.949338912963867 ], "p10": [ - 27.501962661743164, - 27.16270637512207, - 26.66429901123047, - 26.097454071044922, - 25.44952392578125, - 24.789451599121094, - 24.057132720947266, - 23.27755355834961, - 22.767833709716797, - 22.22892189025879, - 21.761619567871094, - 21.404020309448242, - 21.075820922851562, - 20.811256408691406, - 20.63594627380371, - 20.46651268005371, - 20.311281204223633, - 20.274433135986328, - 20.740982055664062, - 21.874340057373047, - 22.804859161376953, - 23.522666931152344, - 24.22847557067871, - 24.679916381835938 + 29.669925689697266, + 28.574514389038086, + 27.414928436279297, + 26.186105728149414, + 24.91992950439453, + 24.20757293701172, + 23.57339859008789, + 23.12156105041504, + 22.76701545715332, + 22.450523376464844, + 22.184545516967773, + 22.038557052612305, + 21.791425704956055, + 21.69681739807129, + 21.61654281616211, + 22.02623176574707, + 22.952695846557617, + 23.863365173339844, + 24.510812759399414, + 25.097640991210938, + 25.57427406311035, + 25.826486587524414, + 25.89836883544922, + 25.759550094604492 ], "p90": [ - 28.788291931152344, - 29.153356552124023, - 29.233898162841797, - 29.100282669067383, - 28.692569732666016, - 28.182411193847656, - 27.514558792114258, - 26.64946746826172, - 26.169090270996094, - 25.742542266845703, - 25.45038604736328, - 25.264320373535156, - 25.137256622314453, - 25.130619049072266, - 25.144800186157227, - 25.046428680419922, - 24.918119430541992, - 24.87247085571289, - 25.226388931274414, - 26.351938247680664, - 27.488372802734375, - 28.55797004699707, - 29.687742233276367, - 30.53064727783203 + 31.352018356323242, + 30.989166259765625, + 30.24305534362793, + 29.282241821289062, + 28.16021728515625, + 27.535654067993164, + 26.970340728759766, + 26.610395431518555, + 26.373111724853516, + 26.2005558013916, + 26.160985946655273, + 26.217485427856445, + 26.03138542175293, + 25.951345443725586, + 25.946727752685547, + 26.496761322021484, + 27.700397491455078, + 29.10837173461914, + 30.440332412719727, + 31.768112182617188, + 32.70066452026367, + 33.218318939208984, + 33.692710876464844, + 33.599308013916016 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 92dab91fd13ca2ef351d8364466758ebf3253b81..ff11f731e60776912703a198cee8e37cab59a1f0 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:44:12.463829+00:00", + "evaluated_at": "2026-06-20T13:17:51.538751+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, 11.0, 16.0, 9.0, @@ -69,8 +55,8 @@ 16.0, 11.0, 12.0, - 46.0, - 7.0, + 50.0, + 8.0, 11.0, 17.0, 15.0, @@ -153,147 +139,147 @@ 19.0, 18.0, 14.0, - 10.0, + 11.0, 17.0, 9.0, 11.0, 14.0, - 12.0, - 15.0, + 13.0, 15.0, - 9.0, 17.0, - 10.0, + 12.0, 20.0, - 13.0, - 8.0, - 10.0, + 11.0, + 21.0, + 15.0, + 12.0, 10.0, + 11.0, + 13.0, + 9.0, 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, 7.0, - 10.0, - 6.0, - 12.0 + 8.0, + 15.0 ], "actuals": [ - 8.0, 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, 15.0, - 8.0, - 14.0, 12.0, 11.0, 11.0, - 8.0, - 8.0, - 9.0, - 5.0, + 16.0, + 11.0, + 4.0, + 6.0, 5.0, - 13.0, - 14.0, - 12.0, + 7.0, 8.0, - 10.0, - 5.0, - 9.0, - 5.0, 6.0, - 8.0, - 4.0 + 1.0 ], "p50": [ - 11.43697452545166, - 11.461603164672852, - 11.123802185058594, - 11.28364372253418, - 11.401507377624512, - 11.51180648803711, - 11.698320388793945, - 11.898527145385742, - 11.774166107177734, - 11.396869659423828, - 11.418553352355957, - 11.643194198608398, - 11.813182830810547, - 12.01606273651123, - 12.297111511230469, - 12.332426071166992, - 11.383712768554688, - 11.633230209350586, - 11.743194580078125, - 11.728484153747559, - 12.056642532348633, - 12.313677787780762, - 12.126762390136719, - 11.758848190307617 + 12.08398151397705, + 12.129961013793945, + 12.085807800292969, + 12.10434341430664, + 12.222657203674316, + 12.359424591064453, + 12.4950532913208, + 12.430293083190918, + 12.472417831420898, + 12.469034194946289, + 12.434945106506348, + 12.536357879638672, + 12.736042022705078, + 12.882566452026367, + 12.627098083496094, + 12.410013198852539, + 12.111255645751953, + 11.94140911102295, + 11.977609634399414, + 12.081513404846191, + 12.188397407531738, + 12.088838577270508, + 12.094367027282715, + 12.059432029724121 ], "p10": [ - 7.116123199462891, - 7.0865044593811035, - 6.761688232421875, - 6.886384963989258, - 6.862003326416016, - 6.788599967956543, - 6.906762599945068, - 6.973425388336182, - 6.903929233551025, - 6.587930679321289, - 6.534707069396973, - 6.651453018188477, - 6.757516860961914, - 6.91374397277832, - 7.041597843170166, - 7.131611347198486, - 6.409237861633301, - 6.632123947143555, - 6.694449424743652, - 6.623223304748535, - 6.768238067626953, - 6.928457260131836, - 6.809088706970215, - 6.528825759887695 + 7.944609642028809, + 7.929868698120117, + 7.934422492980957, + 7.9731926918029785, + 8.024860382080078, + 8.065051078796387, + 8.193154335021973, + 8.137932777404785, + 8.175211906433105, + 8.184820175170898, + 8.111652374267578, + 8.210338592529297, + 8.351373672485352, + 8.394783020019531, + 8.279047966003418, + 8.214468002319336, + 8.024843215942383, + 7.863907337188721, + 7.871857643127441, + 7.902341365814209, + 7.928384304046631, + 7.821509838104248, + 7.79146671295166, + 7.707404136657715 ], "p90": [ - 17.603336334228516, - 17.529146194458008, - 17.24447250366211, - 17.510879516601562, - 17.667421340942383, - 17.912675857543945, - 18.325462341308594, - 18.745378494262695, - 18.638809204101562, - 18.174884796142578, - 18.269195556640625, - 18.74755859375, - 19.00833511352539, - 19.215808868408203, - 19.539844512939453, - 19.53818130493164, - 18.277896881103516, - 18.650178909301758, - 18.92007064819336, - 19.066505432128906, - 19.384540557861328, - 19.75628089904785, - 19.62153434753418, - 19.073692321777344 + 18.474733352661133, + 18.49465560913086, + 18.413795471191406, + 18.413305282592773, + 18.509910583496094, + 18.69533920288086, + 18.97110366821289, + 19.009429931640625, + 19.079042434692383, + 19.164304733276367, + 19.213598251342773, + 19.46558380126953, + 19.735233306884766, + 19.92964744567871, + 19.47035789489746, + 19.074506759643555, + 18.640737533569336, + 18.49769401550293, + 18.603925704956055, + 18.830474853515625, + 18.916318893432617, + 18.862262725830078, + 18.88334846496582, + 18.84653663635254 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", "2026-06-12 07:00:00", "2026-06-12 08:00:00", "2026-06-12 09:00:00", @@ -471,6 +457,20 @@ "2026-06-19 13:00:00", "2026-06-19 14:00:00", "2026-06-19 15:00:00", - "2026-06-19 16:00:00" + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 44a3fe8e50966935274b4c41b2d6ce2e61c5f198..1d5bf22f9d72bbd0deb348789e35afaca73fd98e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,55 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-20T04:56:15.233982+00:00", + "evaluated_at": "2026-06-20T13:17:55.033663+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", - "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t001800z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", - "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t074000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 77, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t043000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index e0e1d215fa61054c04e925d92ffb2b5e48955091..0bd0eef5093e93df8cad4590a17d642f76c68c3b 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,62927.04262415568,62927.04262415568,203.45703125,0.1970059831166547,0.0032347821276084883,0.003233450277808502,2.6279813931439073,250.85263128808452,0.003985387694548848,0.003232396425541126,0.0056570811601521385,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.115273679281209,0.115273679281209,0.28858935832977295,0.40693674391659296,0.21919072287376248,0.26929959143796756,1.0316896543933771,0.3395197774522259,0.22611035415137312,0.19219216773150805,0.14896273403530882,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02624353961724108,0.02624353961724108,0.1306531760427687,0.7574095486949992,0.10212735322188886,0.09438951755523199,5.991994719809012,0.16199857905932719,0.11865613667788652,0.0956971425548942,0.0734731631981723,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.4354284431965425,1.4354284431965425,1.03950039545695,0.9172061626803707,0.05911177392094902,0.056845800066852546,4.163499268288761,1.1980936704600949,0.06676166072923287,0.057924329658422785,0.03616427763470424,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,80.11351114656274,80.11351114656274,8.057923237482706,0.7098890442170279,0.47988934788672916,0.3738130047339927,5.8817396157208295,8.950615126714071,0.4131847527478733,0.3719756657398496,0.26611874821767206,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.7032017306951275,2.7032017306951275,1.465826114018758,0.7738371363347758,0.05439087383866938,0.05630234077140802,6.895541602584916,1.6441416394870387,0.06108266152893023,0.05445793612453591,0.047455104438143984,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,21.272181030957466,21.272181030957466,3.9196210304896035,0.6743434030949856,0.5965353138935873,0.40073094448836005,6.307205914596504,4.612177471754254,0.49637784449373146,0.421842622115473,0.3156857887309881,Hazards,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,7.744156202031111,7.744156202031111,2.324544350306193,1.3477372209592182,0.08597244740088032,0.09145491315288123,9.895552302488385,2.782832406385823,0.11058894004808065,0.09237670770442907,0.07322769478852847,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.05254918400424534,0.05254918400424534,0.19137186805407205,0.26514367865830757,0.18751372111636713,0.2223074024945331,1.2334751977840297,0.2292360879186463,0.18590226885859762,0.15519574073165096,0.15976591999588047,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.016563154380736595,0.016563154380736595,0.10191756652461158,0.7643816367851815,0.07943692390767067,0.07501972543019465,6.115132567129493,0.12869791910025816,0.0943610026800969,0.07472571301239116,0.060713836254438505,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0032294931659938206,0.0032294931659938206,0.020581642786661785,0.015533315062239943,0.0011995045944451232,0.0012049177882848285,1.5575004424488947,0.056828629809223985,0.0033395865225381836,0.001209499104461507,0.01314691126710147,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,135.22551178353046,135.22551178353046,10.861041704813639,0.955462955674428,0.6878287037777616,0.4873369854145517,14.071921252745947,11.628650471294184,0.5805858211438135,0.5422612737593656,0.41272243009557513,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.9330366153703835,1.9330366153703835,1.2696189085642497,0.6658616292076962,0.04710257129953264,0.04724820228041673,4.934799327182076,1.3903368711828021,0.051733464974243804,0.04724163380704185,0.04174257723654682,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,27.297133656896637,27.297133656896637,4.334883173306783,0.7457863523968659,1.0570386887758911,0.45126835938470905,10.365427403467104,5.224665889499216,0.5499648304736017,0.4563034919270298,0.3610437308603327,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.10051016012827556,0.10051016012827556,0.3082275390625,0.0037455498417721515,0.00012087354473039216,0.00012086581666755239,0.5441170144382911,0.31703337383984603,0.00012432681327052787,0.00012087354473039216,0.0023686204299428106,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0db45539dcff076b55a194a4f92ed44c7284f049..9ba79a311edfa6f439a05c753662fe4c3fe1d7de 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:39:31.791450+00:00", + "evaluated_at": "2026-06-20T10:43:09.413038+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3218003be3e223b8bdd6c8559041a429fc17a65e..bb60b66e350c9bd285346420484a918a2efef32a 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:42:00.397497+00:00", + "evaluated_at": "2026-06-20T10:43:14.252733+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 22.360000610351562, - 22.25, - 22.34000015258789, - 22.389999389648438, - 22.43000030517578, - 22.440000534057617, - 22.59000015258789, - 23.139999389648438, - 24.75, - 27.0, - 28.979999542236328, - 30.079999923706055, - 30.719999313354492, - 31.100000381469727, - 31.139999389648438, - 30.969999313354492, - 30.56999969482422, - 29.8799991607666, - 28.530000686645508, - 26.729999542236328, - 25.1299991607666, - 23.969999313354492, - 23.329999923706055, - 23.06999969482422, 22.889999389648438, 22.75, 22.670000076293945, @@ -341,9 +317,7 @@ 22.399999618530273, 22.209999084472656, 22.030000686645508, - 21.899999618530273 - ], - "actuals": [ + 21.899999618530273, 21.690000534057617, 21.479999542236328, 21.3700008392334, @@ -369,109 +343,111 @@ 21.8799991607666, 21.469999313354492 ], + "actuals": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], "p50": [ - 21.770889282226562, - 21.690324783325195, - 21.54895782470703, - 21.420509338378906, - 21.340702056884766, - 21.44620704650879, - 21.80990219116211, - 22.414793014526367, - 23.00926399230957, - 23.468374252319336, - 23.828142166137695, - 24.138526916503906, - 24.241132736206055, - 24.424869537353516, - 24.36730194091797, - 24.186311721801758, - 23.891864776611328, - 23.430334091186523, - 22.854663848876953, - 22.350116729736328, - 22.006567001342773, - 21.800626754760742, - 21.63842010498047, - 21.458860397338867 + 21.077369689941406, + 20.72805404663086, + 20.411924362182617, + 20.204030990600586, + 20.098806381225586, + 20.202579498291016, + 20.84323501586914, + 22.03567886352539, + 23.233938217163086, + 24.285585403442383, + 25.03521728515625, + 25.738351821899414, + 26.06332015991211, + 26.342041015625, + 26.185260772705078, + 25.82441520690918, + 25.380802154541016, + 24.561250686645508, + 23.45757293701172, + 22.420364379882812, + 21.82627296447754, + 21.470367431640625, + 21.154273986816406, + 20.889638900756836 ], "p10": [ - 21.633129119873047, - 21.45838737487793, - 21.187131881713867, - 20.89704132080078, - 20.667043685913086, - 20.600683212280273, - 20.82370948791504, - 21.221860885620117, - 21.559307098388672, - 21.748435974121094, - 21.85500144958496, - 21.91644859313965, - 21.913049697875977, - 21.899381637573242, - 21.826974868774414, - 21.661924362182617, - 21.40057945251465, - 21.1112060546875, - 20.73196792602539, - 20.34197998046875, - 20.079355239868164, - 19.877975463867188, - 19.714214324951172, - 19.489337921142578 + 20.935102462768555, + 20.47408676147461, + 20.025285720825195, + 19.68257713317871, + 19.49066734313965, + 19.45309829711914, + 19.844100952148438, + 20.575143814086914, + 21.213205337524414, + 21.731447219848633, + 22.086523056030273, + 22.534732818603516, + 22.705705642700195, + 22.912202835083008, + 22.875751495361328, + 22.525501251220703, + 22.22671890258789, + 21.584117889404297, + 20.936214447021484, + 20.346858978271484, + 19.950355529785156, + 19.68360137939453, + 19.4437313079834, + 19.249282836914062 ], "p90": [ - 21.884654998779297, - 21.880741119384766, - 21.83017921447754, - 21.82672691345215, - 21.911075592041016, - 22.205236434936523, - 23.067415237426758, - 24.34405517578125, - 25.536779403686523, - 26.682905197143555, - 27.651662826538086, - 28.569807052612305, - 28.841873168945312, - 29.03557014465332, - 29.144140243530273, - 28.70189666748047, - 28.155912399291992, - 27.198686599731445, - 26.22895050048828, - 25.112337112426758, - 24.38835906982422, - 23.971834182739258, - 23.7246150970459, - 23.484743118286133 + 21.219301223754883, + 20.98969268798828, + 20.79322624206543, + 20.69845199584961, + 20.784025192260742, + 21.075702667236328, + 22.239879608154297, + 24.01521110534668, + 25.70333480834961, + 27.2091064453125, + 28.481578826904297, + 29.524381637573242, + 29.905723571777344, + 30.304771423339844, + 30.10602378845215, + 29.715316772460938, + 29.0274658203125, + 28.11463165283203, + 26.467281341552734, + 25.058395385742188, + 24.02303695678711, + 23.498796463012695, + 23.203153610229492, + 22.829214096069336 ], "timestamps": [ - "2026-06-02 00:00:00", - "2026-06-02 01:00:00", - "2026-06-02 02:00:00", - "2026-06-02 03:00:00", - "2026-06-02 04:00:00", - "2026-06-02 05:00:00", - "2026-06-02 06:00:00", - "2026-06-02 07:00:00", - "2026-06-02 08:00:00", - "2026-06-02 09:00:00", - "2026-06-02 10:00:00", - "2026-06-02 11:00:00", - "2026-06-02 12:00:00", - "2026-06-02 13:00:00", - "2026-06-02 14:00:00", - "2026-06-02 15:00:00", - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +783,30 @@ "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", - "2026-06-16 23:00:00" + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d95d1066868a0823dded3f36e5aeb033ec7148a3..3f738d504a1575b36d1715ae9fb8a0414c85b63f 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,32 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:55:37.280831+00:00", + "evaluated_at": "2026-06-20T11:27:29.740637+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.621000051498413, - 1.6480000019073486, - 1.6679999828338623, - 1.684000015258789, - 1.6970000267028809, - 1.7009999752044678, - 1.7100000381469727, - 1.7079999446868896, - 1.718000054359436, - 1.722000002861023, - 1.718999981880188, - 1.7130000591278076, - 1.7070000171661377, - 1.7070000171661377, - 1.6950000524520874, - 1.680999994277954, - 1.6829999685287476, - 1.6779999732971191, - 1.6610000133514404, - 1.6490000486373901, - 1.649999976158142, 1.621000051498413, 1.600000023841858, 1.5829999446868896, @@ -245,9 +224,7 @@ 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798 - ], - "actuals": [ + 1.4819999933242798, 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -268,7 +245,9 @@ 1.7680000066757202, 1.7719999551773071, 1.7649999856948853, - 1.7519999742507935, + 1.7519999742507935 + ], + "actuals": [ 1.7510000467300415, 1.746999979019165, 1.7280000448226929, @@ -307,216 +286,216 @@ 1.0269999504089355, 1.0110000371932983, 0.9929999709129333, + 0.9729999899864197, + 0.9539999961853027, + 0.9419999718666077, + 0.9229999780654907, + 0.9169999957084656, + 0.9120000004768372, + 0.9120000004768372, + 0.9120000004768372, + 0.9010000228881836, + 0.8970000147819519, + 0.9020000100135803, + 0.9100000262260437, + 0.9049999713897705, + 0.906000018119812, + 0.9100000262260437, + 0.9129999876022339, + 0.921999990940094, + 0.9340000152587891, + 0.9440000057220459, + 0.949999988079071, + 0.9580000042915344, 0.9729999899864197 ], "p50": [ - 1.5008488893508911, - 1.5221498012542725, - 1.5420763492584229, - 1.5629127025604248, - 1.5794081687927246, - 1.5963845252990723, - 1.6085137128829956, - 1.6210342645645142, - 1.629396677017212, - 1.6364763975143433, - 1.6388798952102661, - 1.640075445175171, - 1.6393872499465942, - 1.6405730247497559, - 1.6386120319366455, - 1.636030673980713, - 1.6240328550338745, - 1.616508960723877, - 1.6067085266113281, - 1.5941364765167236, - 1.5788146257400513, - 1.5634475946426392, - 1.5444045066833496, - 1.5236706733703613, - 1.5068742036819458, - 1.487311840057373, - 1.4667580127716064, - 1.4382818937301636, - 1.4121229648590088, - 1.3838539123535156, - 1.3561782836914062, - 1.3230280876159668, - 1.2910493612289429, - 1.261824607849121, - 1.227880835533142, - 1.1961508989334106, - 1.160340428352356, - 1.1273967027664185, - 1.089430809020996, - 1.054694652557373, - 1.021912693977356, - 0.9836611151695251, - 0.9507663249969482, - 0.9167535901069641, - 0.876322865486145, - 0.8435491323471069, - 0.8005295991897583, - 0.7681288123130798, - 0.727798581123352, - 0.6928046941757202, - 0.6521154642105103, - 0.6206650733947754, - 0.5908498167991638, - 0.5600950121879578, - 0.5289897322654724, - 0.4940757155418396, - 0.4615364074707031, - 0.43742835521698, - 0.405444860458374, - 0.3775494694709778 + 1.7403409481048584, + 1.732197880744934, + 1.7203030586242676, + 1.7124366760253906, + 1.6976796388626099, + 1.6801778078079224, + 1.6594209671020508, + 1.637373685836792, + 1.614372968673706, + 1.5869693756103516, + 1.560587763786316, + 1.5379606485366821, + 1.5104222297668457, + 1.483926773071289, + 1.4537769556045532, + 1.425525188446045, + 1.3948280811309814, + 1.365162968635559, + 1.33235764503479, + 1.296242594718933, + 1.269898533821106, + 1.2403258085250854, + 1.2082265615463257, + 1.1793339252471924, + 1.150621771812439, + 1.1236358880996704, + 1.0963351726531982, + 1.0643045902252197, + 1.0326393842697144, + 0.9982883334159851, + 0.9684239625930786, + 0.9373973608016968, + 0.907879114151001, + 0.8805318474769592, + 0.8512038588523865, + 0.8252719640731812, + 0.8023841977119446, + 0.7762807011604309, + 0.7534607648849487, + 0.7300005555152893, + 0.71189945936203, + 0.6876667737960815, + 0.6682567596435547, + 0.6490186452865601, + 0.6317008137702942, + 0.6162291765213013, + 0.5989362597465515, + 0.5874753594398499, + 0.5739898681640625, + 0.5629282593727112, + 0.5489651560783386, + 0.5396397113800049, + 0.5361803770065308, + 0.5300301313400269, + 0.5240261554718018, + 0.521740734577179, + 0.5181066393852234, + 0.513340413570404, + 0.5202098488807678, + 0.5248395800590515 ], "p10": [ - 1.4895343780517578, - 1.5061275959014893, - 1.5216045379638672, - 1.5361547470092773, - 1.5482035875320435, - 1.558210849761963, - 1.565934181213379, - 1.5698877573013306, - 1.572943925857544, - 1.5717653036117554, - 1.5649996995925903, - 1.557183027267456, - 1.5472136735916138, - 1.539756178855896, - 1.530549168586731, - 1.5143651962280273, - 1.4918185472488403, - 1.475539207458496, - 1.454885721206665, - 1.4300180673599243, - 1.4039080142974854, - 1.3800935745239258, - 1.3509166240692139, - 1.3213510513305664, - 1.29638671875, - 1.2653087377548218, - 1.2332079410552979, - 1.1960010528564453, - 1.1551578044891357, - 1.1158974170684814, - 1.0763988494873047, - 1.031530499458313, - 0.9893478751182556, - 0.964694619178772, - 0.9274702668190002, - 0.8809124827384949, - 0.8366900086402893, - 0.7998744249343872, - 0.7512710094451904, - 0.7094085216522217, - 0.659066915512085, - 0.6134920120239258, - 0.570838987827301, - 0.5256813168525696, - 0.4680163264274597, - 0.4307166337966919, - 0.3860076069831848, - 0.34264838695526123, - 0.29782634973526, - 0.25747066736221313, - 0.2040882110595703, - 0.1668308973312378, - 0.12939298152923584, - 0.0851203203201294, - 0.04998612403869629, - 0.009078145027160645, - -0.03156113624572754, - -0.06650316715240479, - -0.11100935935974121, - -0.15374517440795898 + 1.725195288658142, + 1.7109452486038208, + 1.6944935321807861, + 1.6784064769744873, + 1.6585699319839478, + 1.6308540105819702, + 1.6030902862548828, + 1.571198582649231, + 1.5419397354125977, + 1.5024381875991821, + 1.4663410186767578, + 1.4303144216537476, + 1.390058994293213, + 1.3467673063278198, + 1.3030146360397339, + 1.2575459480285645, + 1.2095823287963867, + 1.1624879837036133, + 1.1138349771499634, + 1.060760498046875, + 1.0182548761367798, + 0.9672322869300842, + 0.9175415635108948, + 0.8700834512710571, + 0.821508526802063, + 0.767197847366333, + 0.7228774428367615, + 0.6688821911811829, + 0.6070288419723511, + 0.5517197847366333, + 0.4984855055809021, + 0.4438803791999817, + 0.45311683416366577, + 0.40566152334213257, + 0.3521047830581665, + 0.3057859539985657, + 0.26160651445388794, + 0.20260238647460938, + 0.14445561170578003, + 0.10429120063781738, + 0.0619816780090332, + 0.012376666069030762, + -0.03056645393371582, + -0.07478737831115723, + -0.12174665927886963, + -0.1634969711303711, + -0.19898998737335205, + -0.23284649848937988, + -0.2723182439804077, + -0.3067898750305176, + -0.3406846523284912, + -0.3677256107330322, + -0.3955509662628174, + -0.42462825775146484, + -0.4479844570159912, + -0.4622732400894165, + -0.4920858144760132, + -0.5218691825866699, + -0.5262571573257446, + -0.536035418510437 ], "p90": [ - 1.5113475322723389, - 1.5358777046203613, - 1.5610713958740234, - 1.5859224796295166, - 1.6103531122207642, - 1.6336033344268799, - 1.6519789695739746, - 1.6725685596466064, - 1.6889188289642334, - 1.7044296264648438, - 1.7170034646987915, - 1.728684902191162, - 1.7410063743591309, - 1.7539913654327393, - 1.7637255191802979, - 1.7727651596069336, - 1.7785203456878662, - 1.7847352027893066, - 1.7864279747009277, - 1.7881145477294922, - 1.7910101413726807, - 1.789743185043335, - 1.7834959030151367, - 1.7804555892944336, - 1.7781550884246826, - 1.7759665250778198, - 1.772328495979309, - 1.76509428024292, - 1.7501904964447021, - 1.743329644203186, - 1.733363389968872, - 1.7166786193847656, - 1.7029812335968018, - 1.6875715255737305, - 1.6855199337005615, - 1.6722753047943115, - 1.653566837310791, - 1.6453678607940674, - 1.6262133121490479, - 1.6165406703948975, - 1.5947306156158447, - 1.577953815460205, - 1.5601763725280762, - 1.5515780448913574, - 1.5392335653305054, - 1.5214555263519287, - 1.512251615524292, - 1.5026170015335083, - 1.4878348112106323, - 1.4795753955841064, - 1.4663913249969482, - 1.4557229280471802, - 1.4502007961273193, - 1.435115933418274, - 1.4266414642333984, - 1.422680377960205, - 1.4125722646713257, - 1.4113218784332275, - 1.4040188789367676, - 1.3960732221603394 + 1.7538769245147705, + 1.7507820129394531, + 1.7423871755599976, + 1.741695523262024, + 1.7335686683654785, + 1.7235242128372192, + 1.7092013359069824, + 1.6981122493743896, + 1.6810933351516724, + 1.662630558013916, + 1.6462798118591309, + 1.6350466012954712, + 1.6185681819915771, + 1.6029162406921387, + 1.585806965827942, + 1.5750606060028076, + 1.5557979345321655, + 1.5428467988967896, + 1.5248013734817505, + 1.50942862033844, + 1.4961057901382446, + 1.4814685583114624, + 1.4704694747924805, + 1.4543635845184326, + 1.436951756477356, + 1.426774263381958, + 1.4160563945770264, + 1.4018713235855103, + 1.390491247177124, + 1.381631851196289, + 1.36591374874115, + 1.3525588512420654, + 1.3341548442840576, + 1.3245694637298584, + 1.317474126815796, + 1.3102024793624878, + 1.3080315589904785, + 1.3011858463287354, + 1.3045670986175537, + 1.3048291206359863, + 1.307111382484436, + 1.3049191236495972, + 1.302235722541809, + 1.3089430332183838, + 1.3153984546661377, + 1.3145208358764648, + 1.324164867401123, + 1.3306636810302734, + 1.3340084552764893, + 1.3418121337890625, + 1.3433665037155151, + 1.3561992645263672, + 1.3644212484359741, + 1.3684701919555664, + 1.3861565589904785, + 1.3991724252700806, + 1.4164164066314697, + 1.4180943965911865, + 1.4486775398254395, + 1.4589062929153442 ], "timestamps": [ - "2026-06-18 22:18:00", - "2026-06-18 22:24:00", - "2026-06-18 22:30:00", - "2026-06-18 22:36:00", - "2026-06-18 22:42:00", - "2026-06-18 22:48:00", - "2026-06-18 22:54:00", - "2026-06-18 23:00:00", - "2026-06-18 23:06:00", - "2026-06-18 23:12:00", - "2026-06-18 23:18:00", - "2026-06-18 23:24:00", - "2026-06-18 23:30:00", - "2026-06-18 23:36:00", - "2026-06-18 23:42:00", - "2026-06-18 23:48:00", - "2026-06-18 23:54:00", - "2026-06-19 00:00:00", - "2026-06-19 00:06:00", - "2026-06-19 00:12:00", - "2026-06-19 00:18:00", "2026-06-19 00:24:00", "2026-06-19 00:30:00", "2026-06-19 00:36:00", @@ -795,6 +774,27 @@ "2026-06-20 03:54:00", "2026-06-20 04:00:00", "2026-06-20 04:06:00", - "2026-06-20 04:12:00" + "2026-06-20 04:12:00", + "2026-06-20 04:18:00", + "2026-06-20 04:24:00", + "2026-06-20 04:30:00", + "2026-06-20 04:36:00", + "2026-06-20 04:42:00", + "2026-06-20 04:48:00", + "2026-06-20 04:54:00", + "2026-06-20 05:00:00", + "2026-06-20 05:06:00", + "2026-06-20 05:12:00", + "2026-06-20 05:18:00", + "2026-06-20 05:24:00", + "2026-06-20 05:30:00", + "2026-06-20 05:36:00", + "2026-06-20 05:42:00", + "2026-06-20 05:48:00", + "2026-06-20 05:54:00", + "2026-06-20 06:00:00", + "2026-06-20 06:06:00", + "2026-06-20 06:12:00", + "2026-06-20 06:18:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6f7eb8d662ab88a7436fed941d382ceddd8d24e0..89b71fc2e3826617b206e8058a7ace4ee0188fa3 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,21 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:07:51.378979+00:00", + "evaluated_at": "2026-06-20T11:27:36.427043+00:00", "freq": "10min", - "context_length": 79, + "context_length": 77, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.899999976158142, - 1.899999976158142, - 1.7000000476837158, - 1.7000000476837158, - 1.7000000476837158, - 1.600000023841858, - 1.600000023841858, - 1.5, - 1.5, 1.600000023841858, 1.5, 1.5, @@ -84,9 +74,7 @@ 1.600000023841858, 1.600000023841858, 1.399999976158142, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -94,7 +82,9 @@ 1.399999976158142, 1.2999999523162842, 1.399999976158142, - 1.399999976158142, + 1.399999976158142 + ], + "actuals": [ 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -158,249 +148,239 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.2000000476837158 + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4501242637634277, - 1.478074073791504, - 1.4909543991088867, - 1.4893896579742432, - 1.4946635961532593, - 1.4992471933364868, - 1.4998574256896973, - 1.4961713552474976, - 1.4901784658432007, - 1.4828771352767944, - 1.491248607635498, - 1.4945952892303467, - 1.4935575723648071, - 1.4882762432098389, - 1.4848285913467407, - 1.4843324422836304, - 1.4858800172805786, - 1.4837937355041504, - 1.4865524768829346, - 1.4876534938812256, - 1.4887635707855225, - 1.4902863502502441, - 1.486188292503357, - 1.477125644683838, - 1.4765853881835938, - 1.4823871850967407, - 1.4836207628250122, - 1.4850298166275024, - 1.489195704460144, - 1.491383671760559, - 1.49298894405365, - 1.4926819801330566, - 1.4825447797775269, - 1.4796266555786133, - 1.4792635440826416, - 1.4804966449737549, - 1.4795143604278564, - 1.4759770631790161, - 1.476122498512268, - 1.476418137550354, - 1.4803513288497925, - 1.4834368228912354, - 1.486999273300171, - 1.4839417934417725, - 1.4830749034881592, - 1.4837666749954224, - 1.483002781867981, - 1.4834040403366089, - 1.4842889308929443, - 1.4821968078613281, - 1.4829097986221313, - 1.482479453086853, - 1.4813874959945679, - 1.4823167324066162, - 1.48374342918396, - 1.4838618040084839, - 1.4863187074661255, - 1.4835149049758911, - 1.4805480241775513, - 1.4796111583709717, - 1.477649211883545, - 1.4753074645996094, - 1.4768372774124146, - 1.4767991304397583, - 1.4763861894607544, - 1.4768601655960083, - 1.477220058441162, - 1.475917935371399, - 1.4750914573669434, - 1.4750714302062988, - 1.4762195348739624, - 1.4768768548965454 + 1.365365743637085, + 1.3666441440582275, + 1.4103281497955322, + 1.42628014087677, + 1.4430756568908691, + 1.4421440362930298, + 1.4487577676773071, + 1.41326904296875, + 1.400538444519043, + 1.438669204711914, + 1.408052682876587, + 1.4160959720611572, + 1.4472506046295166, + 1.4423835277557373, + 1.4206409454345703, + 1.3975390195846558, + 1.3990533351898193, + 1.402100920677185, + 1.4022165536880493, + 1.415013074874878, + 1.4241124391555786, + 1.4278967380523682, + 1.4362075328826904, + 1.4332715272903442, + 1.43206787109375, + 1.4265081882476807, + 1.4328463077545166, + 1.4390842914581299, + 1.4348231554031372, + 1.4269375801086426, + 1.4241284132003784, + 1.429005742073059, + 1.4383689165115356, + 1.4448567628860474, + 1.4521955251693726, + 1.4526244401931763, + 1.4576691389083862, + 1.4533816576004028, + 1.4538793563842773, + 1.4570459127426147, + 1.466627836227417, + 1.4612181186676025, + 1.4638200998306274, + 1.4594230651855469, + 1.4561461210250854, + 1.4558998346328735, + 1.453273892402649, + 1.4511137008666992, + 1.4538034200668335, + 1.4509294033050537, + 1.4347583055496216, + 1.4198240041732788, + 1.4039101600646973, + 1.403661847114563, + 1.4089428186416626, + 1.4196363687515259, + 1.4292997121810913, + 1.4318256378173828, + 1.436074137687683, + 1.4290040731430054, + 1.419870376586914, + 1.4198371171951294, + 1.424083948135376, + 1.4294310808181763, + 1.42692232131958, + 1.4142162799835205, + 1.4083915948867798, + 1.4077184200286865, + 1.4103279113769531, + 1.4129993915557861, + 1.4197208881378174, + 1.4240418672561646 ], "p10": [ - 1.3405647277832031, - 1.336864709854126, - 1.333580732345581, - 1.3316036462783813, - 1.331294059753418, - 1.3316209316253662, - 1.3304033279418945, - 1.3217928409576416, - 1.3112332820892334, - 1.2982532978057861, - 1.3085343837738037, - 1.3099502325057983, - 1.3047467470169067, - 1.29501473903656, - 1.2891405820846558, - 1.2877618074417114, - 1.284487009048462, - 1.278221607208252, - 1.2803255319595337, - 1.2819024324417114, - 1.2792571783065796, - 1.2790683507919312, - 1.2751286029815674, - 1.2613338232040405, - 1.2528399229049683, - 1.2617310285568237, - 1.2630655765533447, - 1.2634072303771973, - 1.2656527757644653, - 1.2661992311477661, - 1.2694684267044067, - 1.2694685459136963, - 1.2606496810913086, - 1.258697748184204, - 1.2566777467727661, - 1.2535189390182495, - 1.2528897523880005, - 1.2446253299713135, - 1.2414417266845703, - 1.2420905828475952, - 1.245430588722229, - 1.248641848564148, - 1.2508556842803955, - 1.245644450187683, - 1.2400445938110352, - 1.2369815111160278, - 1.2363988161087036, - 1.2373344898223877, - 1.2359521389007568, - 1.2312290668487549, - 1.2297112941741943, - 1.230255126953125, - 1.2275519371032715, - 1.2287944555282593, - 1.2317460775375366, - 1.2283318042755127, - 1.227583885192871, - 1.2258042097091675, - 1.2213000059127808, - 1.2178692817687988, - 1.2128865718841553, - 1.2096577882766724, - 1.2128185033798218, - 1.2135014533996582, - 1.2095460891723633, - 1.2091622352600098, - 1.207679271697998, - 1.2046667337417603, - 1.2040742635726929, - 1.2024861574172974, - 1.1979403495788574, - 1.2032787799835205 + 1.2560067176818848, + 1.233875036239624, + 1.2796006202697754, + 1.2885247468948364, + 1.277305006980896, + 1.271031379699707, + 1.2760648727416992, + 1.2452727556228638, + 1.2254472970962524, + 1.2665629386901855, + 1.237167239189148, + 1.249390721321106, + 1.257827877998352, + 1.2655832767486572, + 1.2526423931121826, + 1.225870132446289, + 1.2211087942123413, + 1.216093897819519, + 1.2228360176086426, + 1.241812825202942, + 1.2517592906951904, + 1.247877597808838, + 1.2565778493881226, + 1.2545571327209473, + 1.243621826171875, + 1.2390841245651245, + 1.2535377740859985, + 1.2539156675338745, + 1.2368943691253662, + 1.2280025482177734, + 1.2319746017456055, + 1.2424988746643066, + 1.2554477453231812, + 1.255631685256958, + 1.2620220184326172, + 1.2590832710266113, + 1.26148521900177, + 1.2607485055923462, + 1.2612301111221313, + 1.2681134939193726, + 1.2679625749588013, + 1.2572885751724243, + 1.2611931562423706, + 1.2639904022216797, + 1.2616037130355835, + 1.257933497428894, + 1.2579096555709839, + 1.2563985586166382, + 1.2582510709762573, + 1.2594486474990845, + 1.245477557182312, + 1.2285046577453613, + 1.2088972330093384, + 1.2050846815109253, + 1.2082469463348389, + 1.2268173694610596, + 1.2381032705307007, + 1.241199254989624, + 1.245801329612732, + 1.2359107732772827, + 1.221582293510437, + 1.2213813066482544, + 1.2330029010772705, + 1.2370980978012085, + 1.2352255582809448, + 1.219162940979004, + 1.204809546470642, + 1.2063779830932617, + 1.2134264707565308, + 1.2170828580856323, + 1.22367262840271, + 1.231366753578186 ], "p90": [ - 1.5984584093093872, - 1.626626968383789, - 1.6436032056808472, - 1.6426281929016113, - 1.6569514274597168, - 1.668985366821289, - 1.6724262237548828, - 1.6737449169158936, - 1.6737573146820068, - 1.6677478551864624, - 1.6811341047286987, - 1.6908751726150513, - 1.6946989297866821, - 1.6927919387817383, - 1.6838927268981934, - 1.6847234964370728, - 1.6910113096237183, - 1.6913212537765503, - 1.699507713317871, - 1.7041932344436646, - 1.7078428268432617, - 1.7132830619812012, - 1.704359769821167, - 1.6968705654144287, - 1.7004474401474, - 1.7128061056137085, - 1.7134894132614136, - 1.721135139465332, - 1.732027292251587, - 1.7374920845031738, - 1.7434296607971191, - 1.7467175722122192, - 1.7183820009231567, - 1.720058798789978, - 1.7217833995819092, - 1.721976399421692, - 1.7218875885009766, - 1.71697998046875, - 1.7209057807922363, - 1.720481276512146, - 1.7291381359100342, - 1.7341301441192627, - 1.7412645816802979, - 1.7385826110839844, - 1.738962173461914, - 1.740352749824524, - 1.7408180236816406, - 1.745151400566101, - 1.7491401433944702, - 1.7460132837295532, - 1.751633882522583, - 1.7501646280288696, - 1.748394250869751, - 1.7531689405441284, - 1.7515265941619873, - 1.7589422464370728, - 1.7681457996368408, - 1.7622613906860352, - 1.7585103511810303, - 1.758256435394287, - 1.7573106288909912, - 1.7559912204742432, - 1.7624568939208984, - 1.760350227355957, - 1.7566007375717163, - 1.7513656616210938, - 1.745964765548706, - 1.752504587173462, - 1.750266194343567, - 1.7469745874404907, - 1.750826120376587, - 1.751157522201538 + 1.4873600006103516, + 1.5091862678527832, + 1.5560866594314575, + 1.584073543548584, + 1.6061699390411377, + 1.6090694665908813, + 1.6211388111114502, + 1.5671405792236328, + 1.5703166723251343, + 1.6181728839874268, + 1.582891821861267, + 1.5905122756958008, + 1.6174145936965942, + 1.6278268098831177, + 1.600175380706787, + 1.5721776485443115, + 1.5929598808288574, + 1.6016285419464111, + 1.5884373188018799, + 1.5990992784500122, + 1.6120080947875977, + 1.613340139389038, + 1.6237149238586426, + 1.6194130182266235, + 1.621410846710205, + 1.6165683269500732, + 1.6190478801727295, + 1.632901668548584, + 1.6366380453109741, + 1.6281702518463135, + 1.6232874393463135, + 1.6278553009033203, + 1.6353176832199097, + 1.6398426294326782, + 1.6474140882492065, + 1.6482198238372803, + 1.6540946960449219, + 1.6481828689575195, + 1.649030327796936, + 1.6538670063018799, + 1.674001932144165, + 1.668035626411438, + 1.6694819927215576, + 1.662307858467102, + 1.6548168659210205, + 1.6608903408050537, + 1.6596572399139404, + 1.6571704149246216, + 1.665626883506775, + 1.6641514301300049, + 1.6401745080947876, + 1.6257247924804688, + 1.6166566610336304, + 1.6078680753707886, + 1.6126941442489624, + 1.6191332340240479, + 1.6278678178787231, + 1.62957763671875, + 1.6416500806808472, + 1.6322393417358398, + 1.6238139867782593, + 1.6240758895874023, + 1.6295442581176758, + 1.6362895965576172, + 1.63143789768219, + 1.622048258781433, + 1.6111127138137817, + 1.606438159942627, + 1.6107089519500732, + 1.6149535179138184, + 1.626189112663269, + 1.6325764656066895 ], "timestamps": [ - "2026-06-18 04:50:00", - "2026-06-18 05:00:00", - "2026-06-18 05:10:00", - "2026-06-18 05:20:00", - "2026-06-18 05:30:00", - "2026-06-18 05:40:00", - "2026-06-18 05:50:00", - "2026-06-18 06:00:00", - "2026-06-18 06:10:00", - "2026-06-18 06:20:00", - "2026-06-18 06:30:00", - "2026-06-18 06:40:00", - "2026-06-18 06:50:00", - "2026-06-18 07:00:00", - "2026-06-18 07:10:00", - "2026-06-18 07:20:00", - "2026-06-18 07:30:00", - "2026-06-18 07:40:00", "2026-06-18 07:50:00", "2026-06-18 08:00:00", "2026-06-18 08:10:00", @@ -533,6 +513,22 @@ "2026-06-19 05:20:00", "2026-06-19 05:30:00", "2026-06-19 05:40:00", - "2026-06-19 05:50:00" + "2026-06-19 05:50:00", + "2026-06-19 06:00:00", + "2026-06-19 06:10:00", + "2026-06-19 06:20:00", + "2026-06-19 06:30:00", + "2026-06-19 06:40:00", + "2026-06-19 06:50:00", + "2026-06-19 07:00:00", + "2026-06-19 07:10:00", + "2026-06-19 07:20:00", + "2026-06-19 07:30:00", + "2026-06-19 07:40:00", + "2026-06-19 07:50:00", + "2026-06-19 08:00:00", + "2026-06-19 08:10:00", + "2026-06-19 08:20:00", + "2026-06-19 08:30:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index c299d423b70a56e2a5c71906503c69d9136633cf..3ad91aefda99cb49c4eb9aa1d6e0085ae0e12eca 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,47 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T03:57:32.751082+00:00", + "evaluated_at": "2026-06-20T11:43:13.542585+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, - 19.0, - 18.899999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 19.0, - 19.0, - 20.0, - 21.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 20.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, - 21.100000381469727, - 21.0, - 21.0, 21.0, 21.0, 21.0, @@ -101,9 +65,7 @@ 19.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 18.899999618530273, @@ -127,90 +89,125 @@ 17.0, 17.0, 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "actuals": [ + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 17.0, 17.0 ], "p50": [ - 18.981868743896484, - 18.98143768310547, - 18.985820770263672, - 18.978849411010742, - 18.979028701782227, - 18.978656768798828, - 18.974132537841797, - 18.977081298828125, - 18.979490280151367, - 18.979902267456055, - 18.984498977661133, - 18.984891891479492, - 18.983200073242188, - 18.981477737426758, - 18.98479461669922, - 18.98287582397461, - 18.980905532836914, - 18.978591918945312, - 18.978822708129883, - 18.97751235961914, - 18.978595733642578, - 18.979324340820312, - 18.98055648803711, - 18.980003356933594 + 17.00184440612793, + 17.00373077392578, + 17.004121780395508, + 17.000715255737305, + 17.003320693969727, + 17.00497055053711, + 17.003952026367188, + 17.00306510925293, + 17.00182342529297, + 16.99502182006836, + 17.008100509643555, + 17.005496978759766, + 17.002410888671875, + 17.0070743560791, + 17.006715774536133, + 17.003374099731445, + 17.005725860595703, + 17.00543212890625, + 17.00273895263672, + 17.005054473876953, + 17.004545211791992, + 17.00625228881836, + 17.008840560913086, + 17.00509262084961 ], "p10": [ - 18.277793884277344, - 17.645610809326172, - 17.706552505493164, - 17.83304214477539, - 17.84893035888672, - 17.804550170898438, - 17.73255157470703, - 17.68790626525879, - 17.669557571411133, - 17.62126350402832, - 17.585060119628906, - 17.568788528442383, - 17.515689849853516, - 17.492321014404297, - 17.47168731689453, - 17.45305633544922, - 17.421249389648438, - 17.376468658447266, - 17.375137329101562, - 17.33782958984375, - 17.31682586669922, - 17.267620086669922, - 17.203794479370117, - 17.163795471191406 + 16.98269271850586, + 16.968952178955078, + 16.865636825561523, + 16.688644409179688, + 16.35834312438965, + 16.20088768005371, + 16.007518768310547, + 15.929821968078613, + 15.800643920898438, + 15.808990478515625, + 15.792266845703125, + 15.761171340942383, + 15.694384574890137, + 15.650079727172852, + 15.610818862915039, + 15.578685760498047, + 15.537816047668457, + 15.499382972717285, + 15.455650329589844, + 15.421175003051758, + 15.376811981201172, + 15.327095031738281, + 15.284215927124023, + 15.282302856445312 ], "p90": [ - 19.02666473388672, - 19.286380767822266, - 19.610456466674805, - 19.614540100097656, - 19.683841705322266, - 19.758752822875977, - 19.794321060180664, - 19.813974380493164, - 19.897891998291016, - 19.955806732177734, - 20.031410217285156, - 20.110811233520508, - 20.239831924438477, - 20.25771141052246, - 20.330087661743164, - 20.373210906982422, - 20.443132400512695, - 20.5122127532959, - 20.584928512573242, - 20.625566482543945, - 20.69729995727539, - 20.758947372436523, - 20.788650512695312, - 20.833219528198242 + 17.03466796875, + 17.046119689941406, + 17.465774536132812, + 17.649839401245117, + 17.84427833557129, + 17.932458877563477, + 17.89093589782715, + 17.89896583557129, + 17.915021896362305, + 17.974071502685547, + 17.953088760375977, + 17.961196899414062, + 17.97669219970703, + 18.00895881652832, + 18.017990112304688, + 18.039325714111328, + 18.10304832458496, + 18.13237190246582, + 18.181604385375977, + 18.201786041259766, + 18.228002548217773, + 18.257795333862305, + 18.306724548339844, + 18.39178466796875 ], "timestamps": [ - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", "2026-06-19 21:00:00", "2026-06-19 22:00:00", "2026-06-19 23:00:00", @@ -327,6 +324,9 @@ "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", - "2026-06-24 17:00:00" + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 2df72d49817ac0b0cea32f9d5711e8e4e62a5f29..2d808c5f80cdad9a9b5f0d904a4d266f0fa60fff 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T03:57:41.724869+00:00", + "evaluated_at": "2026-06-20T11:43:17.796335+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 23.5, - 22.799999237060547, - 22.200000762939453, 21.899999618530273, 21.899999618530273, 22.200000762939453, @@ -341,12 +338,12 @@ 21.299999237060547, 22.0, 24.799999237060547, - 28.899999618530273 - ], - "actuals": [ + 28.899999618530273, 32.79999923706055, 37.599998474121094, - 31.5, + 31.5 + ], + "actuals": [ 41.900001525878906, 38.0, 36.0, @@ -367,90 +364,90 @@ 17.100000381469727, 13.100000381469727, 14.5, - 16.299999237060547 + 16.299999237060547, + 18.299999237060547, + 21.100000381469727, + 23.299999237060547 ], "p50": [ - 30.289794921875, - 29.477510452270508, - 28.887731552124023, - 29.044677734375, - 29.389793395996094, - 30.4249210357666, - 32.3459358215332, - 34.309730529785156, - 35.93528366088867, - 33.87965774536133, - 31.370731353759766, - 28.41529655456543, - 25.11052131652832, - 22.385047912597656, - 20.218101501464844, - 18.899978637695312, - 17.97203826904297, - 18.155550003051758, - 19.03148651123047, - 21.452125549316406, - 22.24879264831543, - 23.556957244873047, - 23.97248649597168, - 23.636737823486328 + 29.348224639892578, + 28.26979637145996, + 28.012697219848633, + 29.03360366821289, + 32.587890625, + 35.607845306396484, + 36.69930648803711, + 35.190738677978516, + 32.4940185546875, + 28.99453353881836, + 26.41796875, + 24.656160354614258, + 23.893882751464844, + 23.36663055419922, + 23.283477783203125, + 23.855443954467773, + 25.344539642333984, + 25.13296890258789, + 25.97032928466797, + 26.37826919555664, + 26.453737258911133, + 26.57974624633789, + 27.0239200592041, + 27.29791259765625 ], "p10": [ - 26.438783645629883, - 24.29759979248047, - 22.872220993041992, - 22.328903198242188, - 22.333730697631836, - 22.38980484008789, - 23.34778594970703, - 24.556676864624023, - 23.677135467529297, - 23.01510238647461, - 21.20126724243164, - 19.349430084228516, - 17.090065002441406, - 14.881893157958984, - 12.992648124694824, - 11.574073791503906, - 11.034917831420898, - 11.079231262207031, - 11.828374862670898, - 13.524351119995117, - 14.25680923461914, - 15.39448356628418, - 15.886431694030762, - 15.733552932739258 + 25.658679962158203, + 23.149351119995117, + 21.877796173095703, + 21.655296325683594, + 23.32686996459961, + 23.945049285888672, + 24.456003189086914, + 23.744230270385742, + 21.918190002441406, + 19.738265991210938, + 18.259496688842773, + 17.075603485107422, + 16.521984100341797, + 16.304855346679688, + 16.293758392333984, + 16.57660675048828, + 17.553373336791992, + 17.570358276367188, + 18.222684860229492, + 18.72693634033203, + 18.8858585357666, + 18.909059524536133, + 19.199674606323242, + 19.249526977539062 ], "p90": [ - 33.920623779296875, - 35.76231384277344, - 37.652000427246094, - 39.40533447265625, - 41.375892639160156, - 44.76976776123047, - 49.437950134277344, - 54.214637756347656, - 60.663307189941406, - 57.29307556152344, - 53.378578186035156, - 46.567657470703125, - 40.727783203125, - 35.912960052490234, - 33.271278381347656, - 31.3126220703125, - 29.9040584564209, - 30.221113204956055, - 31.304067611694336, - 34.294822692871094, - 35.61387634277344, - 37.0033073425293, - 37.196388244628906, - 36.25440216064453 + 33.48110580444336, + 34.7123908996582, + 36.60110092163086, + 40.58837890625, + 48.41304397583008, + 55.943817138671875, + 59.02498245239258, + 57.06596374511719, + 53.9314079284668, + 50.192298889160156, + 46.771358489990234, + 44.340362548828125, + 42.847721099853516, + 41.33005142211914, + 40.856163024902344, + 41.80238342285156, + 43.252708435058594, + 42.509666442871094, + 43.21174240112305, + 42.68048858642578, + 42.08573532104492, + 42.329376220703125, + 42.768558502197266, + 42.762603759765625 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ea317435fd74e5fd930a2af4cac48d77820dab47..4224d4ffc6ff4977893a03518823b1e8228a04f1 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T03:57:51.407185+00:00", + "evaluated_at": "2026-06-20T11:43:24.146300+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.399999618530273, - 26.399999618530273, - 26.299999237060547, 25.100000381469727, 24.200000762939453, 23.5, @@ -341,12 +338,12 @@ 26.299999237060547, 26.700000762939453, 27.5, - 28.0 - ], - "actuals": [ + 28.0, 29.399999618530273, 29.899999618530273, - 30.899999618530273, + 30.899999618530273 + ], + "actuals": [ 28.0, 27.200000762939453, 27.200000762939453, @@ -367,90 +364,90 @@ 27.200000762939453, 27.899999618530273, 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 29.600000381469727, 29.799999237060547 ], "p50": [ - 28.389724731445312, - 28.44742202758789, - 28.319355010986328, - 27.861732482910156, - 27.42344856262207, - 26.742843627929688, - 25.978763580322266, - 25.1981143951416, - 24.744586944580078, - 24.29267692565918, - 23.971017837524414, - 23.748218536376953, - 23.594377517700195, - 23.513458251953125, - 23.72960090637207, - 23.63925552368164, - 23.655126571655273, - 23.61098289489746, - 24.00213050842285, - 24.691452026367188, - 25.599807739257812, - 26.160049438476562, - 26.81039047241211, - 27.142532348632812 + 30.653364181518555, + 30.050891876220703, + 29.017669677734375, + 27.861780166625977, + 26.689537048339844, + 26.008649826049805, + 25.39693260192871, + 24.90213966369629, + 24.603906631469727, + 24.359821319580078, + 24.157974243164062, + 24.40118408203125, + 24.111083984375, + 23.99260902404785, + 23.80449676513672, + 24.268938064575195, + 25.062458038330078, + 26.165992736816406, + 26.80413246154785, + 27.640005111694336, + 28.1600341796875, + 28.543798446655273, + 28.657978057861328, + 28.56024932861328 ], "p10": [ - 27.64704704284668, - 27.368099212646484, - 26.978540420532227, - 26.387874603271484, - 25.83977508544922, - 25.146732330322266, - 24.409990310668945, - 23.673904418945312, - 23.182632446289062, - 22.74546241760254, - 22.384607315063477, - 22.139301300048828, - 21.92534065246582, - 21.758609771728516, - 21.931211471557617, - 21.822153091430664, - 21.770723342895508, - 21.685823440551758, - 21.998523712158203, - 22.5247859954834, - 23.095745086669922, - 23.4663028717041, - 23.7960262298584, - 23.959630966186523 + 29.507610321044922, + 28.521432876586914, + 27.392066955566406, + 26.21786880493164, + 25.126195907592773, + 24.5158634185791, + 23.922584533691406, + 23.48560905456543, + 23.134248733520508, + 22.98910903930664, + 22.723617553710938, + 22.89898109436035, + 22.622222900390625, + 22.461421966552734, + 22.337970733642578, + 22.6706485748291, + 23.11160659790039, + 23.864456176757812, + 24.23904037475586, + 24.633081436157227, + 24.776235580444336, + 24.890539169311523, + 24.971202850341797, + 24.878416061401367 ], "p90": [ - 29.155790328979492, - 29.585681915283203, - 29.74853515625, - 29.396467208862305, - 29.04701805114746, - 28.38752555847168, - 27.5872745513916, - 26.709135055541992, - 26.250085830688477, - 25.793867111206055, - 25.49856948852539, - 25.2830753326416, - 25.120502471923828, - 25.08376121520996, - 25.38941192626953, - 25.336349487304688, - 25.348356246948242, - 25.266033172607422, - 25.803613662719727, - 26.732149124145508, - 28.017826080322266, - 28.821128845214844, - 29.866626739501953, - 30.263280868530273 + 31.769901275634766, + 31.64413833618164, + 30.81156349182129, + 29.729415893554688, + 28.51493263244629, + 27.69729232788086, + 27.050193786621094, + 26.533672332763672, + 26.18624496459961, + 25.93553352355957, + 25.764083862304688, + 26.134784698486328, + 25.772506713867188, + 25.66680145263672, + 25.47527503967285, + 26.160993576049805, + 27.317485809326172, + 28.88428497314453, + 30.01329803466797, + 31.382349014282227, + 32.27535629272461, + 32.71626281738281, + 33.186134338378906, + 32.98424530029297 ], "timestamps": [ - "2026-06-05 04:00:00", - "2026-06-05 05:00:00", - "2026-06-05 06:00:00", "2026-06-05 07:00:00", "2026-06-05 08:00:00", "2026-06-05 09:00:00", @@ -807,6 +804,9 @@ "2026-06-20 00:00:00", "2026-06-20 01:00:00", "2026-06-20 02:00:00", - "2026-06-20 03:00:00" + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 7afa8b8e7977a74c5e24eb3aade7614502cf0350..48fb1643ab852c151cf08cf052975e80d840ebd1 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,25 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:42:35.723272+00:00", + "evaluated_at": "2026-06-20T11:59:45.846213+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, 11.0, 16.0, 9.0, @@ -69,8 +55,8 @@ 16.0, 11.0, 12.0, - 46.0, - 7.0, + 50.0, + 8.0, 11.0, 17.0, 15.0, @@ -153,147 +139,147 @@ 19.0, 18.0, 14.0, - 10.0, + 11.0, 17.0, 9.0, 11.0, 14.0, - 12.0, - 15.0, + 13.0, 15.0, - 9.0, 17.0, - 10.0, + 12.0, 20.0, - 13.0, - 8.0, - 10.0, + 11.0, + 21.0, + 15.0, + 12.0, 10.0, + 11.0, + 13.0, + 9.0, 12.0, + 11.0, + 15.0, + 11.0, + 18.0, + 19.0, + 11.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, 7.0, - 10.0, - 6.0, - 12.0 + 8.0, + 15.0 ], "actuals": [ - 8.0, 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 9.0, + 13.0, 15.0, - 8.0, - 14.0, 12.0, 11.0, 11.0, - 8.0, - 8.0, - 9.0, - 5.0, + 16.0, + 11.0, + 4.0, + 6.0, 5.0, - 13.0, - 14.0, - 12.0, + 7.0, 8.0, - 10.0, - 5.0, - 9.0, - 5.0, 6.0, - 8.0, - 4.0 + 1.0 ], "p50": [ - 11.609257698059082, - 11.52381706237793, - 11.509420394897461, - 11.778715133666992, - 11.625200271606445, - 12.164003372192383, - 12.00389289855957, - 11.964770317077637, - 11.809063911437988, - 11.955621719360352, - 11.861186981201172, - 12.132225036621094, - 12.03187084197998, - 11.964405059814453, - 11.82182502746582, - 12.038885116577148, - 11.9678955078125, - 15.818071365356445, - 12.384278297424316, - 12.20655632019043, - 12.048027992248535, - 12.286213874816895, - 12.201324462890625, - 13.253711700439453 + 12.049604415893555, + 12.394625663757324, + 12.552139282226562, + 14.438377380371094, + 13.011144638061523, + 12.92790412902832, + 12.805322647094727, + 13.017354965209961, + 12.935319900512695, + 13.278564453125, + 12.884145736694336, + 12.879308700561523, + 12.753829956054688, + 12.786865234375, + 12.611794471740723, + 12.781026840209961, + 12.663345336914062, + 12.67186164855957, + 12.55643081665039, + 12.835647583007812, + 12.70744514465332, + 12.843332290649414, + 12.741236686706543, + 12.846134185791016 ], "p10": [ - 7.474537372589111, - 7.219326972961426, - 7.193404197692871, - 7.401018142700195, - 7.12502384185791, - 7.649969577789307, - 7.552565574645996, - 7.389583587646484, - 7.2683305740356445, - 7.324458122253418, - 7.3697733879089355, - 7.509694576263428, - 7.430685997009277, - 7.3095550537109375, - 7.213206768035889, - 7.373979091644287, - 7.230048179626465, - 8.091798782348633, - 7.546197891235352, - 7.404714107513428, - 7.355971336364746, - 7.441295146942139, - 7.425924777984619, - 7.717281341552734 + 7.986500263214111, + 8.048860549926758, + 8.103792190551758, + 8.540313720703125, + 8.555503845214844, + 8.532769203186035, + 8.487340927124023, + 8.546245574951172, + 8.558658599853516, + 8.563304901123047, + 8.527969360351562, + 8.550167083740234, + 8.448070526123047, + 8.391895294189453, + 8.291719436645508, + 8.431739807128906, + 8.327352523803711, + 8.304447174072266, + 8.282590866088867, + 8.397371292114258, + 8.411101341247559, + 8.397098541259766, + 8.362985610961914, + 8.418437957763672 ], "p90": [ - 17.446456909179688, - 17.449188232421875, - 17.48689842224121, - 18.185171127319336, - 17.778945922851562, - 19.185800552368164, - 18.31059455871582, - 18.3381290435791, - 18.027263641357422, - 18.405000686645508, - 18.0323486328125, - 19.036312103271484, - 18.515159606933594, - 18.392826080322266, - 18.019176483154297, - 18.651304244995117, - 18.867809295654297, - 29.11272430419922, - 19.550674438476562, - 19.10268783569336, - 18.77901840209961, - 19.36203956604004, - 19.145366668701172, - 22.647621154785156 + 18.050722122192383, + 19.096786499023438, + 19.698394775390625, + 24.87441635131836, + 20.255247116088867, + 19.86663818359375, + 19.52178382873535, + 20.069055557250977, + 19.86363983154297, + 21.0418758392334, + 19.735179901123047, + 19.727691650390625, + 19.365943908691406, + 19.557147979736328, + 19.31517791748047, + 19.638118743896484, + 19.31109619140625, + 19.431854248046875, + 19.158906936645508, + 19.978435516357422, + 19.622209548950195, + 19.987016677856445, + 19.713241577148438, + 19.886165618896484 ], "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", "2026-06-12 07:00:00", "2026-06-12 08:00:00", "2026-06-12 09:00:00", @@ -471,6 +457,20 @@ "2026-06-19 13:00:00", "2026-06-19 14:00:00", "2026-06-19 15:00:00", - "2026-06-19 16:00:00" + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 79f5de8fb9307daeacead1a4fd580dc1b8e1fbd2..7e6afe002fd4f684945cf6ecd5747caf91c317ff 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,55 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:55:46.714490+00:00", + "evaluated_at": "2026-06-20T11:59:51.501064+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", - "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260616t230000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t001800z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 240, "prediction_length": 60 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", - "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t074000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 77, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260620t043000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260619t060000z", + "data_fetched_at": "2026-06-20T06:55:10.198672Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": []