diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index e78396f5ee35df64f04096ab042d36582ad09a87..6bbdef939c0290beecab364d6dbbb357440911bc 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,3 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 +2026-06-17,Chronos-2,3.700,3.600,3.700,3.700,3.600,3.400,3.700,3.700,3.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index c89a1b64716b53a273434ea84ef1ee82e9856ac7..a5b59bafaaf675415df3a36a662fc6432cad36fb 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.85,3.4,3.85,3.6,3.85,3.0,3.85,3.6,3.8 +2026-W25,Chronos-Bolt-Mini,3.8,3.467,3.8,3.633,3.767,3.133,3.8,3.633,3.733 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index e4f2ff7a2ea0e4f2b952025ddc0bcd2959028557..a9bc6c944596113703ebbade0e576b607d84c0e4 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,141352.59860483804,141352.59860483804,330.5035807291667,0.3550161847754481,0.005006472798642802,0.0049973413837430085,2.4856706576524874,375.96887983560293,0.00568745310022939,0.004999678738508746,0.005780339237952773,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,23.95689079527771,23.95689079527771,3.777583440144857,2.3934974974773975,0.16528744095912673,0.14547501333466636,57.43044686356461,4.894577693251759,0.21492190033098635,0.16587445587678754,0.13443748993656893,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005710334874118317,0.005710334874118317,0.059720163544019066,0.06484567178658407,0.039031316267191245,0.03998796463376788,0.34171486131143225,0.07556675773194399,0.051100338899064214,0.04038443209423122,0.03807791858893454,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.036190818242758084,0.036190818242758084,0.15731467306613922,1.161708184505142,0.1338725776930595,0.14636326221593765,16.987432298303414,0.19023884525185197,0.17036314985153792,0.14087881571154284,0.11834554619689458,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.5053207772051186,0.5053207772051186,0.6012766361236572,0.4837085787810427,0.030746708953715434,0.030686402219804745,3.1956955041299318,0.7108591824019147,0.03662649382727932,0.030980334145868788,0.02837031269402434,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,674.6534827380542,674.6534827380542,15.512783845265707,2.5367260227686232,0.34556731249222145,0.47515137948603425,75.29220598326143,25.97409252963526,0.9143123732283476,0.5460645139675427,0.5082789649491303,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.4596076415279337,0.4596076415279337,0.5152610143025717,0.208537330638386,0.02210424689735693,0.021779871249988713,1.6944395483089891,0.6779436861037454,0.02846011565344826,0.021630687562034703,0.02011410666522326,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.105916902422033,11.105916902422033,2.9168392419815063,0.5289985527019355,0.2918794725701843,0.2527193398350962,3.260135895659401,3.3325541109518437,0.29732824781726486,0.26023844538124963,0.20403508954873412,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,3410.9732141147056,3410.9732141147056,57.190287272135414,7.843239397321429,0.018689532669141543,0.018509151712316558,275.6706515066964,58.40353768492715,0.019070542917527234,0.018674379517431974,0.01745190189791194,Hydrology,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,164573.0680948893,164573.0680948893,363.2838541666667,0.3838621298187652,0.005507973320774829,0.00549437793737225,2.5002271282640662,405.6760630045718,0.006140883858783581,0.005499175720859899,0.005809869147274272,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.8303605319896,24.8303605319896,3.86064076423645,2.4106563786326287,0.16907229469696064,0.14852529859539534,60.20267861109787,4.98300717759764,0.21880485694379262,0.1695215198420369,0.1396064612336441,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003406569311993124,0.003406569311993124,0.03654548029104868,0.028146189660556566,0.026838200512266448,0.02783179587963269,0.15037213100465655,0.058365823150137476,0.0396506917866611,0.024827090530161675,0.023792010233185633,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.025570707400288367,0.025570707400288367,0.1241367111603419,0.8762589901319972,0.1004153818481361,0.10879610288668355,13.662508583067401,0.15990843442510583,0.13755564439698403,0.10678426912484486,0.09932759930471027,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.921767797826457,0.921767797826457,0.7082039515177408,0.40055524970054773,0.036217152578473,0.037444525727216335,2.1820800809518897,0.9600873907236034,0.049939526836092686,0.03683765726325314,0.039891219486509366,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,765.7943036600632,765.7943036600632,20.207190195719402,3.5537804489065734,0.4647150008474858,0.6370298163721931,98.34489009739609,27.672988701259992,0.8198392159558643,0.5986576710442308,0.542720838554795,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9301215634748891,0.9301215634748891,0.791178305943807,0.3313835954075571,0.034334453179667816,0.033970559918971376,3.044044609368773,0.9644281017654396,0.040772016812868184,0.03344773460340642,0.027221763768684827,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,22.661471682037092,22.661471682037092,3.7692832946777344,0.6492545387961648,0.6405483208175075,0.3531112409323254,7.624918339925519,4.760406671917546,0.42951037641361317,0.34008571079799105,0.27618249544224943,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,614.5008549491564,614.5008549491564,22.977193196614582,0.49457635580156944,0.007563419560305348,0.007578447197696511,2.586803268637892,24.78912775692514,0.008184606770755309,0.007586361765287522,0.006875891387011624,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 92a6a46e45c17c131eab9d894294471265e2a943..698de6d0363bba65a14a35708d33a07ca65d6b84 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T22:59:24.229873+00:00", + "evaluated_at": "2026-06-17T00:24:13.948290+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63625.98828125, - 63648.80078125, 63426.19921875, 63624.0703125, 63524.8203125, @@ -101,11 +99,11 @@ 66614.3515625, 66519.9765625, 66368.1484375, - 66206.34375 + 66206.34375, + 66328.7421875, + 66250.0 ], "actuals": [ - 66328.7421875, - 66250.0, 66346.5234375, 65741.9921875, 66165.2109375, @@ -127,89 +125,89 @@ 65675.8828125, 65854.0, 65776.96875, - 65690.0078125 + 65780.0, + 65675.0078125, + 65770.828125 ], "p50": [ - 66206.15625, - 66210.5390625, - 66229.3515625, - 66230.1640625, - 66242.0625, - 66234.953125, - 66254.5703125, - 66238.0234375, - 66244.828125, - 66245.328125, - 66245.703125, - 66239.2421875, - 66239.734375, - 66254.0859375, - 66266.9296875, - 66233.9375, - 66302.7421875, - 66308.046875, - 66286.703125, - 66271.3046875, - 66276.765625, - 66256.4375, - 66247.796875, - 66234.8984375 + 66266.3984375, + 66268.1953125, + 66283.5234375, + 66279.8046875, + 66289.4296875, + 66282.34375, + 66291.34375, + 66285.7734375, + 66294.234375, + 66296.9609375, + 66297.0390625, + 66288.59375, + 66278.7421875, + 66280.515625, + 66283.890625, + 66259.671875, + 66322.015625, + 66314.828125, + 66296.7109375, + 66290.6171875, + 66276.6328125, + 66268.703125, + 66259.4453125, + 66245.578125 ], "p10": [ - 65866.03125, - 65728.2265625, - 65642.4375, - 65503.125, - 65370.140625, - 65267.7734375, - 65149.26171875, - 65051.46484375, - 64996.25, - 64894.42578125, - 64847.671875, - 64741.58984375, - 64687.17578125, - 64637.234375, - 64594.390625, - 64581.61328125, - 64413.88671875, - 64300.9296875, - 64245.37890625, - 64186.72265625, - 64160.13671875, - 64085.6484375, - 64066.5859375, - 64038.53125 + 65927.5625, + 65805.8671875, + 65726.59375, + 65609.140625, + 65504.609375, + 65395.03125, + 65263.94140625, + 65191.3515625, + 65130.6171875, + 65034.33984375, + 64969.69140625, + 64861.4296875, + 64784.80078125, + 64704.50390625, + 64638.05078125, + 64637.1640625, + 64476.0703125, + 64323.48828125, + 64252.1171875, + 64185.68359375, + 64151.1328125, + 64073.1484375, + 64063.0546875, + 64043.5859375 ], "p90": [ - 66413.2890625, - 66524.1953125, - 66653.4140625, - 66761.90625, - 66803.7734375, - 66886.0, - 66949.1328125, - 66996.3046875, - 67025.4765625, - 67071.703125, - 67100.0859375, - 67140.8359375, - 67198.1953125, - 67204.0703125, - 67246.671875, - 67247.78125, - 67336.21875, - 67355.5234375, - 67371.0625, - 67413.140625, - 67417.0625, - 67459.3984375, - 67485.5546875, - 67532.890625 + 66466.3515625, + 66573.375, + 66683.4140625, + 66767.59375, + 66819.7578125, + 66890.171875, + 66936.1953125, + 66989.921875, + 67038.640625, + 67079.9140625, + 67121.6484375, + 67177.015625, + 67226.9453125, + 67233.5625, + 67255.515625, + 67258.9453125, + 67331.0546875, + 67353.03125, + 67371.03125, + 67438.6484375, + 67440.078125, + 67470.2421875, + 67500.9453125, + 67562.625 ], "timestamps": [ - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +325,8 @@ "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", - "2026-06-16 22:00:00" + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e14b8e6feb6fb394732a56962be5340e7e677abf..b5b50010e08ea675324fd19358f4beb926e04293 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T20:09:44.756107+00:00", + "evaluated_at": "2026-06-17T00:24:29.621208+00:00", "freq": "1h", - "context_length": 76, + "context_length": 71, "prediction_length": 24, "context": [ - 20.200000762939453, - 19.729999542236328, - 19.309999465942383, - 19.100000381469727, - 18.799999237060547, 18.479999542236328, 18.030000686645508, 17.760000228881836, @@ -110,89 +105,84 @@ 20.90999984741211 ], "p50": [ - 22.70754051208496, - 22.430953979492188, - 22.15679359436035, - 21.948266983032227, - 21.953622817993164, - 22.21887969970703, - 23.060388565063477, - 24.598554611206055, - 26.63521957397461, - 28.659626007080078, - 30.19769287109375, - 31.1920223236084, - 31.738536834716797, - 31.922956466674805, - 31.805099487304688, - 31.286088943481445, - 30.43047332763672, - 29.197086334228516, - 27.877206802368164, - 26.53349494934082, - 25.513668060302734, - 24.791393280029297, - 24.195110321044922, - 23.691444396972656 + 22.68138885498047, + 22.401607513427734, + 22.123748779296875, + 21.95850372314453, + 21.982267379760742, + 22.289993286132812, + 23.103321075439453, + 24.613496780395508, + 26.619089126586914, + 28.64664649963379, + 30.240795135498047, + 31.29031753540039, + 31.840782165527344, + 32.02314758300781, + 31.882110595703125, + 31.365699768066406, + 30.49811363220215, + 29.362300872802734, + 28.044260025024414, + 26.72704315185547, + 25.731348037719727, + 25.006378173828125, + 24.390384674072266, + 23.850351333618164 ], "p10": [ - 22.264081954956055, - 21.793991088867188, - 21.431400299072266, - 21.159561157226562, - 21.057649612426758, - 21.226123809814453, - 21.9678897857666, - 23.373268127441406, - 25.260099411010742, - 27.11894416809082, - 28.31873893737793, - 29.39508628845215, - 29.763957977294922, - 29.6780948638916, - 29.81258773803711, - 29.18331527709961, - 27.749032974243164, - 26.37543487548828, - 25.003053665161133, - 23.76201629638672, - 22.750059127807617, - 22.09710121154785, - 21.489776611328125, - 21.02912139892578 + 22.24690818786621, + 21.761493682861328, + 21.403776168823242, + 21.169662475585938, + 21.086856842041016, + 21.285520553588867, + 22.001052856445312, + 23.404924392700195, + 25.273420333862305, + 27.14143943786621, + 28.388792037963867, + 29.529836654663086, + 29.918344497680664, + 29.83365821838379, + 29.939186096191406, + 29.36907958984375, + 27.998779296875, + 26.744688034057617, + 25.35899543762207, + 24.126920700073242, + 23.135744094848633, + 22.446041107177734, + 21.80219268798828, + 21.266254425048828 ], "p90": [ - 23.190670013427734, - 22.97577476501465, - 22.83226776123047, - 22.73065948486328, - 22.77584457397461, - 23.150264739990234, - 24.040828704833984, - 25.56900405883789, - 27.818376541137695, - 30.061147689819336, - 31.706554412841797, - 32.78992462158203, - 33.42896270751953, - 33.653663635253906, - 33.68357467651367, - 33.128997802734375, - 32.38767623901367, - 31.369529724121094, - 30.003273010253906, - 28.75279998779297, - 27.79465103149414, - 27.137313842773438, - 26.660810470581055, - 26.137874603271484 + 23.15287971496582, + 22.961177825927734, + 22.807880401611328, + 22.750503540039062, + 22.815927505493164, + 23.247175216674805, + 24.130596160888672, + 25.645727157592773, + 27.815248489379883, + 30.0772705078125, + 31.755693435668945, + 32.887733459472656, + 33.51751708984375, + 33.742431640625, + 33.745697021484375, + 33.18088912963867, + 32.522666931152344, + 31.617679595947266, + 30.24856948852539, + 29.015657424926758, + 28.07189178466797, + 27.401641845703125, + 26.922290802001953, + 26.398757934570312 ], "timestamps": [ - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", "2026-06-10 03:00:00", diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f0ca9a7727fe30aed70058a3ad880a388dbc3ff2..e5e5dc398584239b68047978bbd8b7cb24df6c67 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T22:03:31.433896+00:00", + "evaluated_at": "2026-06-17T00:29:57.506807+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.3660000562667847, - 1.2970000505447388, - 1.2430000305175781, - 1.184000015258789, - 1.1200000047683716, - 1.062000036239624, - 0.996999979019165, - 0.9539999961853027, - 0.890999972820282, - 0.8190000057220459, - 0.7549999952316284, - 0.6990000009536743, - 0.656000018119812, - 0.609000027179718, - 0.5519999861717224, - 0.5170000195503235, - 0.4580000042915344, - 0.3889999985694885, - 0.32600000500679016, - 0.2800000011920929, - 0.24500000476837158, - 0.1860000044107437, - 0.13099999725818634, - 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -101,9 +77,7 @@ 1.0839999914169312, 1.1239999532699585, 1.1629999876022339, - 1.184999942779541 - ], - "actuals": [ + 1.184999942779541, 1.222000002861023, 1.25, 1.2790000438690186, @@ -129,109 +103,111 @@ 1.6130000352859497, 1.6069999933242798 ], + "actuals": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], "p50": [ - 1.2714048624038696, - 1.3021382093429565, - 1.3223742246627808, - 1.342076301574707, - 1.3652957677841187, - 1.3809393644332886, - 1.400305986404419, - 1.4214870929718018, - 1.4439858198165894, - 1.4544811248779297, - 1.4694464206695557, - 1.4765326976776123, - 1.484124779701233, - 1.5002940893173218, - 1.509385347366333, - 1.5060112476348877, - 1.4966837167739868, - 1.4997172355651855, - 1.492412805557251, - 1.4887856245040894, - 1.487042784690857, - 1.4709160327911377, - 1.4688043594360352, - 1.4664735794067383 + 1.6090658903121948, + 1.6039236783981323, + 1.5991383790969849, + 1.586676836013794, + 1.5825306177139282, + 1.5673171281814575, + 1.5610240697860718, + 1.5533976554870605, + 1.5436478853225708, + 1.5271469354629517, + 1.511049747467041, + 1.4925484657287598, + 1.469572901725769, + 1.4525620937347412, + 1.4319645166397095, + 1.4087539911270142, + 1.3426917791366577, + 1.330089807510376, + 1.3060081005096436, + 1.2847074270248413, + 1.2471466064453125, + 1.2159842252731323, + 1.1821825504302979, + 1.150398850440979 ], "p10": [ - 1.2432326078414917, - 1.272105097770691, - 1.2829052209854126, - 1.2989084720611572, - 1.3106921911239624, - 1.319719672203064, - 1.332740306854248, - 1.3454570770263672, - 1.3551222085952759, - 1.364215612411499, - 1.3639112710952759, - 1.3676410913467407, - 1.3687866926193237, - 1.3643075227737427, - 1.3623425960540771, - 1.3657773733139038, - 1.3415559530258179, - 1.3406583070755005, - 1.3015565872192383, - 1.3018296957015991, - 1.2728582620620728, - 1.2409769296646118, - 1.227657437324524, - 1.2121409177780151 + 1.5893231630325317, + 1.5736658573150635, + 1.5691381692886353, + 1.5615079402923584, + 1.5453236103057861, + 1.5270360708236694, + 1.5184751749038696, + 1.5033782720565796, + 1.484751582145691, + 1.4685851335525513, + 1.4416821002960205, + 1.4215340614318848, + 1.3971266746520996, + 1.370940923690796, + 1.342594861984253, + 1.3111780881881714, + 1.2336757183074951, + 1.2298569679260254, + 1.1911427974700928, + 1.171963095664978, + 1.1305780410766602, + 1.0944715738296509, + 1.0527945756912231, + 1.01917564868927 ], "p90": [ - 1.293419599533081, - 1.3290144205093384, - 1.3544151782989502, - 1.3812545537948608, - 1.4162108898162842, - 1.4447376728057861, - 1.467660665512085, - 1.4966574907302856, - 1.524342656135559, - 1.545400619506836, - 1.5627585649490356, - 1.5772147178649902, - 1.6060881614685059, - 1.6104309558868408, - 1.6370515823364258, - 1.6546273231506348, - 1.628829002380371, - 1.637184977531433, - 1.642183542251587, - 1.663994550704956, - 1.6832696199417114, - 1.676068663597107, - 1.6863704919815063, - 1.7011218070983887 + 1.6344914436340332, + 1.626015305519104, + 1.621457815170288, + 1.6262012720108032, + 1.6200648546218872, + 1.6144201755523682, + 1.606048583984375, + 1.601942539215088, + 1.5932074785232544, + 1.5866657495498657, + 1.5696699619293213, + 1.5538933277130127, + 1.5443378686904907, + 1.5248585939407349, + 1.5143433809280396, + 1.4999322891235352, + 1.4275661706924438, + 1.4143552780151367, + 1.3937039375305176, + 1.3751845359802246, + 1.360743761062622, + 1.3282963037490845, + 1.301068663597107, + 1.2784596681594849 ], "timestamps": [ - "2026-06-16 09:54:00", - "2026-06-16 10:00:00", - "2026-06-16 10:06:00", - "2026-06-16 10:12:00", - "2026-06-16 10:18:00", - "2026-06-16 10:24:00", - "2026-06-16 10:30:00", - "2026-06-16 10:36:00", - "2026-06-16 10:42:00", - "2026-06-16 10:48:00", - "2026-06-16 10:54:00", - "2026-06-16 11:00:00", - "2026-06-16 11:06:00", - "2026-06-16 11:12:00", - "2026-06-16 11:18:00", - "2026-06-16 11:24:00", - "2026-06-16 11:30:00", - "2026-06-16 11:36:00", - "2026-06-16 11:42:00", - "2026-06-16 11:48:00", - "2026-06-16 11:54:00", - "2026-06-16 12:00:00", - "2026-06-16 12:06:00", - "2026-06-16 12:12:00", "2026-06-16 12:18:00", "2026-06-16 12:24:00", "2026-06-16 12:30:00", @@ -327,6 +303,30 @@ "2026-06-16 21:30:00", "2026-06-16 21:36:00", "2026-06-16 21:42:00", - "2026-06-16 21:48:00" + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 95bc44fd560ccb0c3dd8595c4fd546ba7d425b20..5ea0a73197a8543482267cc0b7931a842b9269ec 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T22:03:41.176142+00:00", + "evaluated_at": "2026-06-17T00:30:05.899554+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,16 +94,16 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0 - ], - "actuals": [ + 1.0, 1.100000023841858, 1.100000023841858, 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.100000023841858, @@ -127,99 +120,94 @@ 1.2000000476837158, 1.0, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, 1.2000000476837158 ], "p50": [ - 0.9943106174468994, - 0.9984413981437683, - 1.0007070302963257, - 0.9942043423652649, - 0.9869167804718018, - 1.0200340747833252, - 1.0222465991973877, - 1.0047614574432373, - 1.0007261037826538, - 0.9986665844917297, - 0.9972714185714722, - 0.9984297156333923, - 0.995715856552124, - 0.9863522052764893, - 0.973598301410675, - 0.9594630002975464, - 0.9245932698249817, - 0.9347175359725952, - 0.9435685873031616, - 0.9428305625915527, - 0.9322770833969116, - 0.9247177839279175, - 0.9258898496627808, - 0.9276645183563232 + 1.091269850730896, + 1.0780678987503052, + 1.0586462020874023, + 1.0435502529144287, + 1.0555527210235596, + 1.076324462890625, + 1.0641348361968994, + 1.047465443611145, + 1.0336664915084839, + 1.0263895988464355, + 1.046755313873291, + 1.0598570108413696, + 1.0628302097320557, + 1.0411083698272705, + 1.0292434692382812, + 1.0220876932144165, + 1.031145691871643, + 1.0374499559402466, + 1.0334200859069824, + 1.03152596950531, + 1.0262130498886108, + 1.0086694955825806, + 1.0418466329574585, + 1.0520977973937988 ], "p10": [ - 0.9343203902244568, - 0.9216773509979248, - 0.9148883819580078, - 0.9053438305854797, - 0.8939226865768433, - 0.9124437570571899, - 0.9073862433433533, - 0.8957464694976807, - 0.890056312084198, - 0.8881019353866577, - 0.8864628076553345, - 0.8775484561920166, - 0.8763495683670044, - 0.8663511276245117, - 0.8541325926780701, - 0.8406446576118469, - 0.7986286878585815, - 0.8134617209434509, - 0.8181792497634888, - 0.819686233997345, - 0.8134944438934326, - 0.8087143898010254, - 0.8091927766799927, - 0.8066370487213135 + 0.9875348806381226, + 0.9335742592811584, + 0.9055019617080688, + 0.8917797207832336, + 0.8943151831626892, + 0.9281715154647827, + 0.9065144062042236, + 0.8836400508880615, + 0.8767461776733398, + 0.8724795579910278, + 0.8776923418045044, + 0.8934088349342346, + 0.8867934346199036, + 0.8775180578231812, + 0.8706763386726379, + 0.8637141585350037, + 0.8762429356575012, + 0.878477931022644, + 0.8768616914749146, + 0.8708966970443726, + 0.8640297651290894, + 0.8531217575073242, + 0.8705034852027893, + 0.8751479387283325 ], "p90": [ - 1.078461766242981, - 1.0971819162368774, - 1.107815146446228, - 1.1081271171569824, - 1.1035557985305786, - 1.1432468891143799, - 1.1568622589111328, - 1.1322847604751587, - 1.1291731595993042, - 1.1254371404647827, - 1.1269879341125488, - 1.1301792860031128, - 1.1304421424865723, - 1.1275193691253662, - 1.1154584884643555, - 1.1073466539382935, - 1.0888855457305908, - 1.0970505475997925, - 1.1076455116271973, - 1.0962210893630981, - 1.0751572847366333, - 1.065771222114563, - 1.066383719444275, - 1.0729691982269287 + 1.1562093496322632, + 1.155499815940857, + 1.1464203596115112, + 1.1465694904327393, + 1.1503151655197144, + 1.1614350080490112, + 1.161099910736084, + 1.1530771255493164, + 1.1503068208694458, + 1.148781180381775, + 1.1589438915252686, + 1.166495442390442, + 1.1672896146774292, + 1.1638766527175903, + 1.155508279800415, + 1.1495110988616943, + 1.1683125495910645, + 1.174534559249878, + 1.1738847494125366, + 1.1765676736831665, + 1.1817684173583984, + 1.1687520742416382, + 1.1945323944091797, + 1.2010807991027832 ], "timestamps": [ - "2026-06-15 07:40:00", - "2026-06-15 07:50:00", - "2026-06-15 08:00:00", - "2026-06-15 08:10:00", - "2026-06-15 08:20:00", - "2026-06-15 08:30:00", - "2026-06-15 08:40:00", - "2026-06-15 08:50:00", - "2026-06-15 09:00:00", - "2026-06-15 09:10:00", - "2026-06-15 09:20:00", - "2026-06-15 09:30:00", "2026-06-15 09:40:00", "2026-06-15 09:50:00", "2026-06-15 10:00:00", @@ -327,6 +315,18 @@ "2026-06-16 03:00:00", "2026-06-16 03:10:00", "2026-06-16 03:20:00", - "2026-06-16 03:30:00" + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 8fb010e1a25e46ecf5c1e1cb2895279151ea24ce..12198b9232f8c757dc66c669365dd235d515977a 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,70 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T20:09:49.876973+00:00", + "evaluated_at": "2026-06-17T00:30:12.049548+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +42,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.399999618530273, @@ -127,92 +66,148 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 ], "p50": [ - 19.03285789489746, - 19.066143035888672, - 19.084638595581055, - 19.112825393676758, - 19.168800354003906, - 19.19308853149414, - 19.239919662475586, - 19.30340576171875, - 19.38085174560547, - 19.429418563842773, - 19.491479873657227, - 19.494342803955078, - 19.543235778808594, - 19.608203887939453, - 19.64316177368164, - 19.65337562561035, - 19.745094299316406, - 19.74365997314453, - 19.780414581298828, - 19.814638137817383, - 19.886201858520508, - 19.88409423828125, - 19.943649291992188, - 20.025588989257812 + 19.021059036254883, + 18.998220443725586, + 18.938488006591797, + 18.876955032348633, + 18.799171447753906, + 18.720748901367188, + 18.668367385864258, + 18.654653549194336, + 18.637605667114258, + 18.620811462402344, + 18.600507736206055, + 18.606285095214844, + 18.63404655456543, + 18.640165328979492, + 18.6009521484375, + 18.54513931274414, + 18.29375648498535, + 18.22380828857422, + 18.149484634399414, + 18.139888763427734, + 18.10744857788086, + 18.056293487548828, + 18.016197204589844, + 17.89516830444336 ], "p10": [ - 18.513809204101562, - 18.48872184753418, - 18.415029525756836, - 18.439556121826172, - 18.407886505126953, - 18.365018844604492, - 18.38151741027832, - 18.349946975708008, - 18.291622161865234, - 18.344932556152344, - 18.235614776611328, - 18.201425552368164, - 18.1828556060791, - 18.207918167114258, - 18.143394470214844, - 18.12991714477539, - 17.907886505126953, - 17.777095794677734, - 17.743852615356445, - 17.714784622192383, - 17.55292320251465, - 17.52616310119629, - 17.487077713012695, - 17.47696876525879 + 18.265090942382812, + 17.974382400512695, + 17.779157638549805, + 17.570234298706055, + 17.411121368408203, + 17.210338592529297, + 17.084577560424805, + 16.98855209350586, + 16.92411994934082, + 16.786998748779297, + 16.742353439331055, + 16.65958595275879, + 16.616600036621094, + 16.53472137451172, + 16.53498649597168, + 16.414663314819336, + 16.275545120239258, + 16.220483779907227, + 16.186317443847656, + 16.132394790649414, + 16.10700035095215, + 16.06899070739746, + 16.03246307373047, + 16.000944137573242 ], "p90": [ - 19.604270935058594, - 19.704864501953125, - 19.784687042236328, - 19.901403427124023, - 20.024337768554688, - 20.141632080078125, - 20.242265701293945, - 20.378629684448242, - 20.488540649414062, - 20.586292266845703, - 20.755207061767578, - 20.875438690185547, - 20.97745704650879, - 21.024662017822266, - 21.054729461669922, - 21.130664825439453, - 21.12811851501465, - 21.188657760620117, - 21.2847843170166, - 21.47072982788086, - 21.530715942382812, - 21.69365692138672, - 21.793973922729492, - 21.94223403930664 + 19.834850311279297, + 20.025890350341797, + 20.129621505737305, + 20.230022430419922, + 20.270519256591797, + 20.295677185058594, + 20.357818603515625, + 20.445371627807617, + 20.513967514038086, + 20.584110260009766, + 20.66120719909668, + 20.77097511291504, + 20.849336624145508, + 20.913557052612305, + 20.906917572021484, + 20.954425811767578, + 20.822616577148438, + 20.89765739440918, + 20.967159271240234, + 20.923023223876953, + 20.908212661743164, + 20.9674072265625, + 20.9263916015625, + 20.957820892333984 ], "timestamps": [ - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", @@ -327,6 +322,11 @@ "2026-06-21 06:00:00", "2026-06-21 07:00:00", "2026-06-21 08:00:00", - "2026-06-21 09:00:00" + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index a8c4f63fb359da3836045412e6d88e15563d1fcb..6ba3a7e0d6a6c09ffd0488d281f92791a197009e 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T20:09:54.848908+00:00", + "evaluated_at": "2026-06-17T00:30:16.956862+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.200000762939453, - 22.700000762939453, - 30.600000381469727, - 39.900001525878906, 37.400001525878906, 32.79999923706055, 28.600000381469727, @@ -101,14 +96,14 @@ 16.5, 15.0, 13.800000190734863, - 12.800000190734863 - ], - "actuals": [ + 12.800000190734863, 12.0, 11.699999809265137, 11.800000190734863, 16.100000381469727, - 15.800000190734863, + 15.800000190734863 + ], + "actuals": [ 18.5, 14.800000190734863, 13.300000190734863, @@ -120,99 +115,99 @@ 12.5, 14.300000190734863, 21.799999237060547, - 31.5, - 39.5, - 49.70000076293945, - 58.29999923706055, - 77.80000305175781, - 71.9000015258789, - 65.69999694824219, - 66.5999984741211 + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 ], "p50": [ - 11.858640670776367, - 11.347890853881836, - 11.031200408935547, - 11.55611801147461, - 12.15345287322998, - 12.767123222351074, - 12.91250228881836, - 13.043041229248047, - 13.14023208618164, - 13.33808708190918, - 13.823511123657227, - 14.5414400100708, - 15.376172065734863, - 16.106996536254883, - 16.723190307617188, - 17.465229034423828, - 18.076385498046875, - 18.261531829833984, - 17.949419021606445, - 17.100522994995117, - 15.917773246765137, - 14.850784301757812, - 13.722721099853516, - 12.528480529785156 + 16.42275619506836, + 16.178157806396484, + 15.445300102233887, + 14.864540100097656, + 14.64083480834961, + 14.893373489379883, + 15.592365264892578, + 16.560766220092773, + 17.634746551513672, + 18.521133422851562, + 19.196882247924805, + 19.517520904541016, + 19.532032012939453, + 19.177072525024414, + 18.209516525268555, + 17.086963653564453, + 15.83203125, + 14.704706192016602, + 13.523359298706055, + 12.844978332519531, + 12.430200576782227, + 12.987327575683594, + 15.304905891418457, + 16.4883975982666 ], "p10": [ - 10.83618450164795, - 9.576422691345215, - 8.765989303588867, - 8.775004386901855, - 8.950029373168945, - 8.982129096984863, - 9.068157196044922, - 9.072720527648926, - 9.111307144165039, - 9.312074661254883, - 9.56384563446045, - 10.118484497070312, - 10.78393840789795, - 11.283559799194336, - 11.52699089050293, - 12.172050476074219, - 12.83590030670166, - 13.19630241394043, - 13.126016616821289, - 12.25247573852539, - 11.374832153320312, - 10.43252944946289, - 9.48097038269043, - 8.276172637939453 + 13.970712661743164, + 12.85328483581543, + 11.536277770996094, + 10.803821563720703, + 10.315694808959961, + 10.266679763793945, + 10.566095352172852, + 11.13630485534668, + 11.62495231628418, + 12.085838317871094, + 12.376791000366211, + 12.72446060180664, + 12.612802505493164, + 12.27187728881836, + 11.574657440185547, + 10.6986083984375, + 9.393383979797363, + 8.379157066345215, + 7.511582374572754, + 6.708980560302734, + 6.468877792358398, + 6.643682479858398, + 8.023085594177246, + 8.848569869995117 ], "p90": [ - 13.047672271728516, - 13.557716369628906, - 14.146574020385742, - 16.007192611694336, - 17.761377334594727, - 19.335248947143555, - 19.9505615234375, - 20.13849639892578, - 20.488981246948242, - 20.8120059967041, - 21.567901611328125, - 22.49665069580078, - 23.501590728759766, - 24.404727935791016, - 25.227184295654297, - 25.871604919433594, - 26.20376968383789, - 26.436315536499023, - 26.088258743286133, - 25.020648956298828, - 23.607166290283203, - 22.359834671020508, - 21.19820785522461, - 20.43882179260254 + 19.62584114074707, + 20.75689697265625, + 20.722658157348633, + 20.606279373168945, + 20.68335723876953, + 21.518150329589844, + 22.727123260498047, + 24.26262664794922, + 25.890731811523438, + 27.42138671875, + 28.716506958007812, + 29.184741973876953, + 29.38821029663086, + 28.772266387939453, + 27.579885482788086, + 26.00176239013672, + 25.349380493164062, + 23.981916427612305, + 22.93596649169922, + 22.294492721557617, + 22.047990798950195, + 23.037572860717773, + 26.366912841796875, + 28.576974868774414 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index b85f8ebfbf409a8df7152904b8964f1926a73b01..8c38b73fef599b7995ee8ce3e4f533e252b682ef 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T20:09:59.501810+00:00", + "evaluated_at": "2026-06-17T00:32:37.591255+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 22.200000762939453, - 21.799999237060547, - 22.700000762939453, - 24.899999618530273, - 28.100000381469727, 30.299999237060547, 31.700000762939453, 31.799999237060547, @@ -101,14 +96,14 @@ 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453 - ], - "actuals": [ + 22.200000762939453, 22.299999237060547, 22.299999237060547, 22.600000381469727, 23.100000381469727, - 23.799999237060547, + 23.799999237060547 + ], + "actuals": [ 24.899999618530273, 25.899999618530273, 26.200000762939453, @@ -120,99 +115,99 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.399999618530273, - 23.100000381469727, - 22.799999237060547, + 23.5, + 23.0, + 22.600000381469727, 22.299999237060547, 22.0, 21.700000762939453, - 21.5, - 21.200000762939453 + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 ], "p50": [ - 22.048324584960938, - 22.069252014160156, - 22.388063430786133, - 23.119766235351562, - 24.132966995239258, - 24.726659774780273, - 25.40501594543457, - 25.814592361450195, - 26.013423919677734, - 26.15175437927246, - 26.13002586364746, - 26.050477981567383, - 25.641572952270508, - 24.88520050048828, - 24.1949520111084, - 23.72166633605957, - 23.395795822143555, - 23.24588966369629, - 23.069732666015625, - 22.932615280151367, - 22.85982322692871, - 22.874282836914062, - 22.91499900817871, - 22.908817291259766 + 24.384654998779297, + 25.011409759521484, + 25.314014434814453, + 25.463022232055664, + 25.500497817993164, + 25.51683807373047, + 25.31584930419922, + 24.908531188964844, + 24.202714920043945, + 23.583873748779297, + 23.159595489501953, + 22.920869827270508, + 22.747135162353516, + 22.59884262084961, + 22.50296401977539, + 22.46936798095703, + 22.585256576538086, + 22.599693298339844, + 22.592937469482422, + 22.557064056396484, + 22.618154525756836, + 22.833553314208984, + 23.287424087524414, + 23.99565887451172 ], "p10": [ - 21.586156845092773, - 21.54083251953125, - 21.74475860595703, - 22.25863265991211, - 22.980880737304688, - 23.426137924194336, - 23.836732864379883, - 24.12320327758789, - 24.331815719604492, - 24.438640594482422, - 24.39349365234375, - 24.350950241088867, - 24.03201675415039, - 23.451828002929688, - 22.93192481994629, - 22.576860427856445, - 22.2867374420166, - 22.086393356323242, - 21.957042694091797, - 21.849092483520508, - 21.814931869506836, - 21.81751251220703, - 21.83746910095215, - 21.79030990600586 + 23.9080753326416, + 24.25313377380371, + 24.355663299560547, + 24.344268798828125, + 24.281457901000977, + 24.17084312438965, + 23.880184173583984, + 23.51896858215332, + 23.062255859375, + 22.59084701538086, + 22.276988983154297, + 22.05010414123535, + 21.89008140563965, + 21.776418685913086, + 21.684890747070312, + 21.635488510131836, + 21.64009666442871, + 21.633394241333008, + 21.57227325439453, + 21.536067962646484, + 21.585556030273438, + 21.690664291381836, + 21.96380043029785, + 22.391422271728516 ], "p90": [ - 22.45256233215332, - 22.619558334350586, - 23.05219078063965, - 23.958599090576172, - 25.193416595458984, - 26.017864227294922, - 26.844846725463867, - 27.399776458740234, - 27.75331687927246, - 27.866743087768555, - 27.870521545410156, - 27.678997039794922, - 27.141632080078125, - 26.330108642578125, - 25.529027938842773, - 24.845134735107422, - 24.603330612182617, - 24.384658813476562, - 24.2180233001709, - 24.079967498779297, - 24.040109634399414, - 24.02330207824707, - 24.097352981567383, - 24.111984252929688 + 24.986356735229492, + 25.864660263061523, + 26.3433895111084, + 26.60452651977539, + 26.86124610900879, + 26.89057159423828, + 26.725391387939453, + 26.31777000427246, + 25.463035583496094, + 24.704448699951172, + 24.192092895507812, + 23.883316040039062, + 23.71682357788086, + 23.63482093811035, + 23.562278747558594, + 23.501604080200195, + 23.576982498168945, + 23.622039794921875, + 23.66192054748535, + 23.6691951751709, + 23.812572479248047, + 24.082185745239258, + 24.744226455688477, + 25.74448013305664 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 4690398c91217ca4e730b93b231f317529a7eb40..e4f1e8995cfd9656ce84e7e194cd354f060055eb 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T20:22:18.477339+00:00", + "evaluated_at": "2026-06-17T00:32:42.327720+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, 12.0, 9.0, 12.0, @@ -43,21 +38,21 @@ 10.0, 9.0, 8.0, - 16.0, + 18.0, 35.0, - 10.0, + 11.0, 12.0, 11.0, 16.0, 10.0, - 15.0, - 10.0, + 17.0, + 11.0, + 12.0, 10.0, - 9.0, - 9.0, - 9.0, + 14.0, + 11.0, 13.0, - 9.0, + 8.0, 10.0, 14.0, 12.0, @@ -70,149 +65,149 @@ 7.0, 10.0, 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, 13.0, + 11.0, + 11.0, + 11.0, 15.0, - 19.0, - 22.0, - 17.0, - 8.0, - 10.0, - 10.0, - 9.0, - 9.0, - 14.0, + 20.0, + 11.0, 16.0, - 10.0, 14.0, - 12.0, 17.0, - 21.0, + 22.0, 11.0, 18.0, 9.0, 11.0, 11.0, - 18.0, + 22.0, 12.0, - 19.0, + 20.0, 8.0, 13.0, 14.0, 21.0, 14.0, 12.0, - 11.0 - ], - "actuals": [ + 11.0, 16.0, 7.0, - 18.0, + 19.0, 11.0, - 9.0, - 10.0, - 10.0, + 13.0 + ], + "actuals": [ 11.0, - 8.0, - 15.0, - 10.0, - 10.0, 12.0, + 17.0, + 11.0, + 17.0, 11.0, - 9.0, 11.0, - 7.0, - 8.0, 13.0, 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, 14.0, 18.0, - 9.0, - 10.0 + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 ], "p50": [ - 12.35055923461914, - 12.369746208190918, - 12.417494773864746, - 12.44347858428955, - 12.477230072021484, - 12.519683837890625, - 12.583839416503906, - 12.647441864013672, - 12.66473388671875, - 12.6585693359375, - 12.662508964538574, - 12.550943374633789, - 12.576419830322266, - 12.495330810546875, - 12.616145133972168, - 12.59921646118164, - 12.653827667236328, - 12.656164169311523, - 12.705920219421387, - 12.776167869567871, - 12.738911628723145, - 12.70014762878418, - 12.651372909545898, - 12.63149356842041 + 12.772156715393066, + 13.601463317871094, + 12.971360206604004, + 13.38781452178955, + 13.100067138671875, + 13.2736234664917, + 13.110575675964355, + 13.426755905151367, + 13.208412170410156, + 13.436656951904297, + 13.236259460449219, + 13.415990829467773, + 13.31106185913086, + 13.607792854309082, + 13.198692321777344, + 13.871118545532227, + 13.315897941589355, + 13.399770736694336, + 13.125251770019531, + 13.635682106018066, + 13.28685188293457, + 13.685436248779297, + 13.443138122558594, + 13.623945236206055 ], "p10": [ - 8.587560653686523, - 8.529735565185547, - 8.48895263671875, - 8.513236045837402, - 8.475244522094727, - 8.53371810913086, - 8.523353576660156, - 8.532120704650879, - 8.527904510498047, - 8.508394241333008, - 8.501073837280273, - 8.511775970458984, - 8.381634712219238, - 8.475503921508789, - 8.418413162231445, - 8.418654441833496, - 8.445947647094727, - 8.43594741821289, - 8.459246635437012, - 8.505199432373047, - 8.400007247924805, - 8.477428436279297, - 8.475462913513184, - 8.42654037475586 + 8.77325439453125, + 8.993961334228516, + 8.649703979492188, + 8.901102066040039, + 8.713022232055664, + 8.853195190429688, + 8.726243019104004, + 8.799856185913086, + 8.685199737548828, + 8.720388412475586, + 8.691940307617188, + 8.850013732910156, + 8.755745887756348, + 8.84461784362793, + 8.638187408447266, + 8.902776718139648, + 8.76894760131836, + 8.70750617980957, + 8.650249481201172, + 8.865171432495117, + 8.682735443115234, + 8.846747398376465, + 8.717937469482422, + 8.754303932189941 ], "p90": [ - 18.606962203979492, - 18.790634155273438, - 19.081588745117188, - 19.10991668701172, - 19.307586669921875, - 19.308923721313477, - 19.50299835205078, - 19.720962524414062, - 19.87839126586914, - 19.836620330810547, - 20.04169464111328, - 20.080726623535156, - 20.176822662353516, - 20.238874435424805, - 20.26886749267578, - 20.29867935180664, - 20.14557647705078, - 20.231555938720703, - 20.455677032470703, - 20.500356674194336, - 20.548564910888672, - 20.444107055664062, - 20.379899978637695, - 20.4403133392334 + 18.88330841064453, + 20.317455291748047, + 19.603437423706055, + 20.220481872558594, + 19.95804786682129, + 20.20146369934082, + 20.099252700805664, + 20.762157440185547, + 20.516803741455078, + 20.914268493652344, + 20.542863845825195, + 20.805559158325195, + 20.637428283691406, + 21.329248428344727, + 20.72541046142578, + 21.839801788330078, + 20.415842056274414, + 20.736576080322266, + 20.443206787109375, + 21.309776306152344, + 21.0672550201416, + 21.607576370239258, + 21.307422637939453, + 21.676828384399414 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3a3066b3f69e1f9b75bb3efd278561b40d54c5d3..61555b91f8cbe77fd91f50e5621bf7fdc2244885 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,47 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T22:10:08.285411+00:00", + "evaluated_at": "2026-06-17T00:32:46.058493+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, 3120.0, 3120.0, 3120.0, @@ -101,9 +65,7 @@ 3120.0, 3120.0, 3120.0, - 3060.0 - ], - "actuals": [ + 3060.0, 3060.0, 3120.0, 3060.0, @@ -127,99 +89,125 @@ 3060.0, 3060.0, 3060.0, - 3060.0 + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actuals": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 ], "p50": [ - 3119.694091796875, - 3119.60400390625, - 3119.613037109375, - 3119.672607421875, - 3119.654296875, - 3119.595458984375, - 3119.6044921875, - 3119.63916015625, - 3119.67578125, - 3119.65673828125, - 3119.6689453125, - 3119.67578125, - 3119.682861328125, - 3119.6708984375, - 3119.640380859375, - 3119.6142578125, - 3119.6689453125, - 3119.673583984375, - 3119.614990234375, - 3119.703125, - 3119.736572265625, - 3119.704833984375, - 3119.6708984375, - 3119.63916015625 + 3025.02294921875, + 3021.98486328125, + 3021.47705078125, + 3022.331298828125, + 3022.3369140625, + 3024.237060546875, + 3024.550048828125, + 3027.090087890625, + 3026.8193359375, + 3021.377197265625, + 3027.846435546875, + 3031.221923828125, + 3028.75146484375, + 3026.0615234375, + 3025.47265625, + 3027.999267578125, + 3027.49951171875, + 3024.820556640625, + 3025.51904296875, + 3027.6611328125, + 3024.810302734375, + 3026.306396484375, + 3030.365478515625, + 3029.17431640625 ], "p10": [ - 3113.386474609375, - 3113.644775390625, - 3112.398193359375, - 3111.60791015625, - 3111.595703125, - 3110.892333984375, - 3110.43798828125, - 3110.87109375, - 3111.3662109375, - 3110.88818359375, - 3110.519287109375, - 3110.456787109375, - 3111.54150390625, - 3111.61376953125, - 3111.548828125, - 3112.0107421875, - 3114.82080078125, - 3114.701416015625, - 3113.45458984375, - 3113.2939453125, - 3113.52099609375, - 3113.10400390625, - 3113.431884765625, - 3113.954345703125 + 3005.28125, + 3001.07470703125, + 2998.544189453125, + 2996.3017578125, + 2995.015869140625, + 2993.270263671875, + 2991.65380859375, + 2992.16552734375, + 2990.171142578125, + 2990.1572265625, + 2989.98193359375, + 2985.16748046875, + 2987.291259765625, + 2985.833740234375, + 2983.87548828125, + 2979.253662109375, + 2970.18408203125, + 2967.58154296875, + 2967.014892578125, + 2965.58740234375, + 2963.30419921875, + 2961.85302734375, + 2961.53125, + 2962.182861328125 ], "p90": [ - 3120.02001953125, - 3120.040283203125, - 3120.034912109375, - 3120.01708984375, - 3119.9677734375, - 3120.006591796875, - 3119.975341796875, - 3119.986328125, - 3120.002685546875, - 3120.03955078125, - 3120.047119140625, - 3120.06298828125, - 3120.0810546875, - 3120.085205078125, - 3120.145263671875, - 3120.1015625, - 3119.965087890625, - 3120.048828125, - 3119.993896484375, - 3120.025390625, - 3119.991455078125, - 3120.09814453125, - 3120.03564453125, - 3119.973876953125 + 3053.537841796875, + 3059.7158203125, + 3061.88134765625, + 3067.845703125, + 3074.2587890625, + 3081.903564453125, + 3087.9931640625, + 3090.200439453125, + 3089.0859375, + 3088.558349609375, + 3091.601318359375, + 3095.6767578125, + 3094.76953125, + 3098.545654296875, + 3098.06396484375, + 3099.56787109375, + 3104.73876953125, + 3104.5693359375, + 3105.53369140625, + 3108.76318359375, + 3112.338134765625, + 3112.122802734375, + 3114.255615234375, + 3114.55029296875 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", "2026-06-16 13:55:00", "2026-06-16 14:10:00", "2026-06-16 14:25:00", @@ -327,6 +315,18 @@ "2026-06-17 15:55:00", "2026-06-17 16:10:00", "2026-06-17 16:25:00", - "2026-06-17 16:40:00" + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index cba3dc90da0433aec222f1c08e3f4ddee05f2106..5f4b3dcdaabacd11f24fbefcff9d79906fede9cf 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,59 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T22:59:26.790467+00:00", + "evaluated_at": "2026-06-17T00:32:50.733163+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f001a8c191f325744d946ee845abb682edc84051..44f22217e823732b9ce927cd932284f1e6e5ce2c 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -972,3 +972,12 @@ {"evaluated_at": "2026-06-16T22:43:10.176475+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} {"evaluated_at": "2026-06-16T22:43:10.176475+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-16T23:27:55.155652+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-17T01:48:22.070823+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 6b5235e7198d01211d0f497e868a02e206fd43da..9bab2a2db5590305d91dc60e7f21c1e24bb37394 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,255434.59688822427,246290.4484615326,398.2823893229167,0.42782197399712896,0.0060411649524248325,0.006017348449684035,2.7201003581956784,505.4053787685923,0.0076454981848682185,0.0060249997577243196,0.0060369432155792995,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.155414066086905,19.644515297660785,3.572635054588318,2.0607183061969487,0.15604167881700362,0.13959884970957623,35.732714683248126,4.489478150752814,0.197133897166357,0.15687513065322256,0.11519826414817132,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.001960997842006762,0.003152526320871226,0.04120695839325587,0.044743562989791985,0.02655296788986594,0.0260084580297331,0.46184611417098814,0.04428315528512802,0.029945498662480658,0.027865288945761995,0.03920562076460495,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.028300178196554022,0.031612962552300804,0.1429574191570282,1.0556854019626616,0.12077507711981263,0.1314995793786656,10.24007543379337,0.16822656804605515,0.1506506622403977,0.12802157303885767,0.10847414525790335,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.018485857658030607,0.02001539928504788,0.05017620325088501,0.3612688012194829,0.0034847701563339075,0.0035337126202516535,3.162869229457561,0.13596270686489956,0.009677060636504767,0.0035712598885728327,0.0038748915159366043,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,80.73735444383362,81.93370648773954,6.358666678269704,0.9976552776740538,0.3499295078393861,0.32606322769756246,8.308047042267079,8.98539673268986,0.5166495183781578,0.3656156956212469,0.27632629667245173,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4896341226790355,0.3172065352158218,0.47127501169840497,0.18643846616640194,0.019444775489628245,0.01949618319201646,1.979524360908257,0.6997386102531684,0.02928797997668975,0.019725498784672234,0.02713813913665277,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,44.24852590150825,14.18452706278588,3.110309620698293,0.6220619241396586,0.5078736633250404,0.31293815448519674,4.498262284199397,6.65195654687463,0.6569833626542845,0.3071910736492141,0.2369708365591683,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,3257.9568588460484,3444.1024731999883,57.4533945719401,7.879322684151785,0.018775602966891635,0.01859347789897382,191.99332310267857,57.07851486195177,0.018637882403902618,0.0187602921051233,0.015011127682409772,Hydrology,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,262000.69206492105,231019.5673688253,417.7347005208333,0.44139735361749627,0.0063352776745512025,0.006314983608807512,2.8842249503092425,511.86003171269493,0.007748233857873732,0.006323420368170132,0.006127274925453962,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.07469179502914,18.243655513688356,3.331818103790283,2.080449607938138,0.14567018799615553,0.13047556033124477,46.18007184105378,4.367458276277993,0.19177597970262295,0.146300809446965,0.11703735191378493,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.001839449503503232,0.0011137645295485517,0.0276059756676356,0.021261261877472095,0.019201508061140554,0.01916493510525347,0.5868080559783465,0.04288880394115965,0.029136413304666153,0.018754058001577364,0.061845309360048444,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.029026690051688675,0.03217676626670588,0.1451279235382875,1.0244322290394343,0.11795520822927492,0.12888036294902105,12.425099019076008,0.1703722103269447,0.1465567420700227,0.12484122625598738,0.10777883380783475,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.6055569998103844,0.4967915521123132,0.49730130036671955,0.2812701709979212,0.025369216623126162,0.026017645445927325,2.6840675366813245,0.7781754299708931,0.040477266073591374,0.02586742818960451,0.039293304356478764,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,766.542579949811,799.3056993779552,21.032652815183003,3.6989521867850237,0.5043548058761375,0.6804623900856969,107.86157051368299,27.686505376262478,0.8202396606044708,0.6231128043168831,0.5694806705706514,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.7261476959250407,0.5627652796652001,0.5966690381368002,0.24991374212450287,0.02624976527431812,0.025928511284528086,1.8031768207446397,0.8521430020395877,0.03602506889059532,0.025224690166222693,0.027892542427006378,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,24.76005822346546,20.50874337496315,3.621074060599009,0.6237256755098771,0.6034510523379492,0.3438389699406099,5.103950307129673,4.975947972343105,0.4489577117903553,0.3267134490766023,0.26391281942177935,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,710.0353262821833,705.0585544879237,24.16021728515625,0.5200405514293722,0.007950295681953741,0.007969470159047172,3.304709396020179,26.646488066576115,0.008797849960074657,0.007976959896048286,0.006504001822391223,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 17ec7933c814c4c54489f45c08928e8d1c232d19..7334d02616be4d3bea973094c3afd7b94621010c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T23:27:34.663778+00:00", + "evaluated_at": "2026-06-17T01:41:48.180593+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63625.98828125, - 63648.80078125, 63426.19921875, 63624.0703125, 63524.8203125, @@ -101,11 +99,11 @@ 66614.3515625, 66519.9765625, 66368.1484375, - 66206.34375 + 66206.34375, + 66328.7421875, + 66250.0 ], "actuals": [ - 66328.7421875, - 66250.0, 66346.5234375, 65741.9921875, 66165.2109375, @@ -127,89 +125,89 @@ 65675.8828125, 65854.0, 65776.96875, - 65690.0078125 + 65780.0, + 65675.0078125, + 65770.828125 ], "p50": [ - 66196.76953125, - 66171.80078125, - 66235.48828125, - 66212.58984375, - 66302.9453125, - 66317.16796875, - 66312.1875, - 66233.83203125, - 66359.1953125, - 66287.07421875, - 66568.2734375, - 66458.46484375, - 66468.17578125, - 66358.484375, - 66299.33984375, - 66389.0703125, - 66399.0390625, - 66346.484375, - 66562.05078125, - 66589.421875, - 66524.390625, - 66660.72265625, - 66513.87109375, - 66664.06640625 + 66197.94921875, + 66225.99609375, + 66262.8828125, + 66261.5390625, + 66217.375, + 66228.10546875, + 66379.5625, + 66338.8515625, + 66333.66796875, + 66304.15625, + 66333.1953125, + 66415.90234375, + 66477.1796875, + 66395.31640625, + 66365.27734375, + 66344.31640625, + 66449.41015625, + 66452.5703125, + 66381.72265625, + 66293.390625, + 66510.5078125, + 66282.71875, + 66560.12109375, + 66297.390625 ], "p10": [ - 65917.0546875, - 65716.6015625, - 65680.01953125, - 65620.046875, - 65491.56640625, - 65374.111328125, - 65296.412109375, - 65308.490234375, - 65314.1328125, - 65200.158203125, - 65350.251953125, - 65193.07421875, - 64849.986328125, - 65065.53125, - 64964.529296875, - 65047.208984375, - 65015.814453125, - 64950.765625, - 64928.896484375, - 65081.783203125, - 64861.646484375, - 64875.05078125, - 64852.2734375, - 64669.177734375 + 65966.26953125, + 65808.53515625, + 65702.34375, + 65572.6875, + 65501.078125, + 65525.60546875, + 65525.658203125, + 65360.021484375, + 65212.75, + 65136.802734375, + 65031.85546875, + 65132.189453125, + 65188.69921875, + 65001.01171875, + 64652.513671875, + 64879.431640625, + 64813.462890625, + 64912.201171875, + 64698.123046875, + 64494.421875, + 64516.279296875, + 64601.6484375, + 64278.810546875, + 64528.205078125 ], "p90": [ - 66475.75, - 66598.578125, - 66828.71484375, - 66832.18359375, - 66955.41796875, - 67363.171875, - 67223.03125, - 67140.09375, - 67237.67578125, - 67279.23828125, - 67783.05078125, - 67877.2578125, - 67911.2578125, - 67809.89453125, - 68021.046875, - 68022.34765625, - 67908.16796875, - 67600.92578125, - 68294.4765625, - 67828.17578125, - 68439.171875, - 68387.7421875, - 68506.6640625, - 68392.5 + 66422.91796875, + 66612.890625, + 66867.8125, + 66881.3125, + 67093.50390625, + 67110.3125, + 67234.078125, + 67280.87109375, + 67215.609375, + 67356.56640625, + 67698.125, + 67860.9765625, + 67944.2109375, + 67825.70703125, + 67857.328125, + 67868.58984375, + 68080.078125, + 68357.7265625, + 68138.2890625, + 68339.29296875, + 68593.515625, + 68411.9765625, + 68216.41796875, + 68313.23828125 ], "timestamps": [ - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +325,8 @@ "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", - "2026-06-16 22:00:00" + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8412ee1f484fdd8f6973eee5117c52133e75824f..8004bcee7eb94a03c39e0980d62ca48d4b6d3147 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T21:29:23.051328+00:00", + "evaluated_at": "2026-06-17T01:41:53.200556+00:00", "freq": "1h", - "context_length": 76, + "context_length": 71, "prediction_length": 24, "context": [ - 20.200000762939453, - 19.729999542236328, - 19.309999465942383, - 19.100000381469727, - 18.799999237060547, 18.479999542236328, 18.030000686645508, 17.760000228881836, @@ -110,89 +105,84 @@ 20.90999984741211 ], "p50": [ - 22.58875560760498, - 22.141489028930664, - 21.85322380065918, - 21.62563991546631, - 21.647415161132812, - 22.029616355895996, - 22.98488426208496, - 24.58247947692871, - 26.55618667602539, - 28.312551498413086, - 29.699554443359375, - 30.35697650909424, - 31.025211334228516, - 30.868011474609375, - 30.570130348205566, - 29.876938819885254, - 28.94172191619873, - 28.099821090698242, - 26.92699432373047, - 25.954188346862793, - 24.591750144958496, - 23.92985725402832, - 23.495718002319336, - 23.128478050231934 + 22.40965461730957, + 22.12001132965088, + 21.752881050109863, + 21.479337692260742, + 21.487723350524902, + 21.707697868347168, + 22.622127532958984, + 24.322447776794434, + 26.40480613708496, + 28.319255828857422, + 29.636430740356445, + 30.461952209472656, + 30.945457458496094, + 30.74040412902832, + 30.393134117126465, + 30.000307083129883, + 29.417726516723633, + 28.41929531097412, + 27.179210662841797, + 26.041573524475098, + 24.784750938415527, + 23.990829467773438, + 23.53935432434082, + 22.99048900604248 ], "p10": [ - 22.152772903442383, - 21.632343292236328, - 21.08292293548584, - 20.76738166809082, - 20.796232223510742, - 20.88940715789795, - 21.70695400238037, - 23.04343605041504, - 24.6946439743042, - 25.98863124847412, - 27.294438362121582, - 27.93584156036377, - 28.414234161376953, - 28.294608116149902, - 28.352628707885742, - 27.574780464172363, - 26.898265838623047, - 25.647537231445312, - 23.27231502532959, - 23.257027626037598, - 22.326443672180176, - 21.369415283203125, - 20.91658592224121, - 20.722936630249023 + 22.022482872009277, + 21.58828067779541, + 21.10209369659424, + 20.673768997192383, + 20.616798400878906, + 20.60889720916748, + 21.246893882751465, + 23.145984649658203, + 24.83040428161621, + 26.273693084716797, + 27.444469451904297, + 27.75893211364746, + 28.987568855285645, + 28.174654960632324, + 28.383438110351562, + 27.60653018951416, + 26.328855514526367, + 26.2425479888916, + 24.544730186462402, + 23.913878440856934, + 22.85669708251953, + 21.4365177154541, + 20.86293888092041, + 20.72340202331543 ], "p90": [ - 22.984939575195312, - 22.597121238708496, - 22.550848960876465, - 22.36448097229004, - 22.493566513061523, - 23.560664176940918, - 24.093295097351074, - 26.22554588317871, - 28.108861923217773, - 30.285588264465332, - 31.838650703430176, - 32.559064865112305, - 33.68375778198242, - 33.45555877685547, - 32.84989356994629, - 31.981216430664062, - 31.7251558303833, - 30.788297653198242, - 29.461934089660645, - 28.399404525756836, - 27.195138931274414, - 26.05004596710205, - 25.406694412231445, - 25.694637298583984 + 22.88562774658203, + 22.62694263458252, + 22.331830978393555, + 22.121089935302734, + 22.26754665374756, + 22.694944381713867, + 24.068184852600098, + 25.77640724182129, + 27.796194076538086, + 30.28335952758789, + 31.597543716430664, + 32.39373970031738, + 33.07123565673828, + 33.02753829956055, + 32.87656593322754, + 32.55051040649414, + 32.16164779663086, + 30.826152801513672, + 29.5889949798584, + 28.42835235595703, + 26.70894432067871, + 25.833383560180664, + 26.07429599761963, + 25.165474891662598 ], "timestamps": [ - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", "2026-06-10 03:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3fb85cb955984bda5fcf936b5f489957cd9cc6eb..2ea51dac6d8684ea7576c40cdea76f8385bd99c2 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T22:39:58.699595+00:00", + "evaluated_at": "2026-06-17T01:41:59.541548+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.3660000562667847, - 1.2970000505447388, - 1.2430000305175781, - 1.184000015258789, - 1.1200000047683716, - 1.062000036239624, - 0.996999979019165, - 0.9539999961853027, - 0.890999972820282, - 0.8190000057220459, - 0.7549999952316284, - 0.6990000009536743, - 0.656000018119812, - 0.609000027179718, - 0.5519999861717224, - 0.5170000195503235, - 0.4580000042915344, - 0.3889999985694885, - 0.32600000500679016, - 0.2800000011920929, - 0.24500000476837158, - 0.1860000044107437, - 0.13099999725818634, - 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -101,9 +77,7 @@ 1.0839999914169312, 1.1239999532699585, 1.1629999876022339, - 1.184999942779541 - ], - "actuals": [ + 1.184999942779541, 1.222000002861023, 1.25, 1.2790000438690186, @@ -129,109 +103,111 @@ 1.6130000352859497, 1.6069999933242798 ], + "actuals": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], "p50": [ - 1.2092634439468384, - 1.2404768466949463, - 1.265891671180725, - 1.289543330669403, - 1.3195751309394836, - 1.345893383026123, - 1.3754495978355408, - 1.3974245190620422, - 1.4249070286750793, - 1.4599120616912842, - 1.484763503074646, - 1.491034746170044, - 1.5338848233222961, - 1.5775803923606873, - 1.603827714920044, - 1.5997143983840942, - 1.647984266281128, - 1.6664127111434937, - 1.6944612264633179, - 1.7071210741996765, - 1.6948386430740356, - 1.7071150541305542, - 1.7419713735580444, - 1.7051246762275696 + 1.5936555862426758, + 1.583770751953125, + 1.5781850814819336, + 1.5728724002838135, + 1.5638272762298584, + 1.5454504489898682, + 1.5361987352371216, + 1.5187535285949707, + 1.5190885066986084, + 1.4945595264434814, + 1.474834680557251, + 1.477895736694336, + 1.4384400844573975, + 1.4693622589111328, + 1.4030641913414001, + 1.4809129238128662, + 1.435680329799652, + 1.413035809993744, + 1.3504006266593933, + 1.3674972653388977, + 1.2799941301345825, + 1.3674482107162476, + 1.2849196791648865, + 1.2730711102485657 ], "p10": [ - 1.1951812505722046, - 1.212971031665802, - 1.2335317134857178, - 1.2419684529304504, - 1.263294517993927, - 1.2849321961402893, - 1.2942631840705872, - 1.3226969242095947, - 1.3100875616073608, - 1.3210609555244446, - 1.3026796579360962, - 1.3254591822624207, - 1.3223630785942078, - 1.3199092745780945, - 1.329750895500183, - 1.3483366966247559, - 1.355351984500885, - 1.3925760388374329, - 1.3354302048683167, - 1.2700689435005188, - 1.2206860780715942, - 1.0951036214828491, - 1.199449062347412, - 1.0815825462341309 + 1.558955430984497, + 1.541793704032898, + 1.5113219022750854, + 1.5056124925613403, + 1.4518903493881226, + 1.4338963031768799, + 1.4049426913261414, + 1.3738809823989868, + 1.2652952075004578, + 1.1988316178321838, + 1.16652250289917, + 1.1305589079856873, + 1.014037847518921, + 0.9522845447063446, + 0.9160463213920593, + 0.8824368715286255, + 0.7873769402503967, + 0.6202859282493591, + 0.4721186012029648, + 0.5796574950218201, + 0.5080415457487106, + 0.5738917887210846, + 0.3814667612314224, + 0.4450281113386154 ], "p90": [ - 1.2258087992668152, - 1.2602980136871338, - 1.2995931506156921, - 1.3353300094604492, - 1.371212124824524, - 1.4119733572006226, - 1.455808699131012, - 1.4794262051582336, - 1.5295740365982056, - 1.576530933380127, - 1.6213349103927612, - 1.6573076844215393, - 1.7103044390678406, - 1.8132705688476562, - 1.7937206625938416, - 1.8502775430679321, - 1.900427222251892, - 1.9385490417480469, - 2.023024797439575, - 2.0689053535461426, - 2.080992102622986, - 2.155147433280945, - 2.106844663619995, - 2.1983642578125 + 1.6248024702072144, + 1.632675290107727, + 1.6465297937393188, + 1.649937391281128, + 1.6684046983718872, + 1.653443694114685, + 1.6691627502441406, + 1.6922075748443604, + 1.6862667798995972, + 1.7294479608535767, + 1.7609022855758667, + 1.834336757659912, + 1.8998790979385376, + 2.052117943763733, + 1.8014647960662842, + 2.125393033027649, + 1.9111127853393555, + 2.0313847064971924, + 2.049397587776184, + 1.9262003898620605, + 2.0644688606262207, + 2.0911905765533447, + 2.0811984539031982, + 2.0197774171829224 ], "timestamps": [ - "2026-06-16 09:54:00", - "2026-06-16 10:00:00", - "2026-06-16 10:06:00", - "2026-06-16 10:12:00", - "2026-06-16 10:18:00", - "2026-06-16 10:24:00", - "2026-06-16 10:30:00", - "2026-06-16 10:36:00", - "2026-06-16 10:42:00", - "2026-06-16 10:48:00", - "2026-06-16 10:54:00", - "2026-06-16 11:00:00", - "2026-06-16 11:06:00", - "2026-06-16 11:12:00", - "2026-06-16 11:18:00", - "2026-06-16 11:24:00", - "2026-06-16 11:30:00", - "2026-06-16 11:36:00", - "2026-06-16 11:42:00", - "2026-06-16 11:48:00", - "2026-06-16 11:54:00", - "2026-06-16 12:00:00", - "2026-06-16 12:06:00", - "2026-06-16 12:12:00", "2026-06-16 12:18:00", "2026-06-16 12:24:00", "2026-06-16 12:30:00", @@ -327,6 +303,30 @@ "2026-06-16 21:30:00", "2026-06-16 21:36:00", "2026-06-16 21:42:00", - "2026-06-16 21:48:00" + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a2f41ad2f3549d4f0c26e9ff1e668b5e53a9b7e3..6664ec6283115d3d1c05430d2ccd865fb049d07f 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T22:40:09.272706+00:00", + "evaluated_at": "2026-06-17T01:42:05.803400+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,16 +94,16 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0 - ], - "actuals": [ + 1.0, 1.100000023841858, 1.100000023841858, 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.100000023841858, @@ -127,99 +120,94 @@ 1.2000000476837158, 1.0, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, 1.2000000476837158 ], "p50": [ - 1.0087758898735046, - 0.9795731604099274, - 0.9826144874095917, - 0.9809016585350037, - 0.9491087794303894, - 0.9807401895523071, - 1.0274690985679626, - 1.0333479642868042, - 0.991656482219696, - 0.9746332466602325, - 0.973158061504364, - 0.992079347372055, - 0.9896087944507599, - 0.978586345911026, - 0.9931902587413788, - 0.9822092950344086, - 0.9654138386249542, - 0.9802833497524261, - 1.0060741305351257, - 1.0059847831726074, - 0.9820562303066254, - 0.9606778025627136, - 0.9629778861999512, - 0.9927563965320587 + 1.0678778886795044, + 1.0407835245132446, + 1.0356810092926025, + 1.0302738547325134, + 1.0159662961959839, + 1.0341898202896118, + 1.0372677445411682, + 1.026750922203064, + 1.0079546570777893, + 1.0201355814933777, + 1.0057940483093262, + 1.007016658782959, + 1.0133787989616394, + 1.0014156699180603, + 1.0244778990745544, + 1.0033457279205322, + 1.0253683924674988, + 1.0288059711456299, + 1.0205556154251099, + 1.033134937286377, + 1.0299172401428223, + 1.0135226249694824, + 1.0189231038093567, + 1.025761067867279 ], "p10": [ - 0.9277696907520294, - 0.8786585927009583, - 0.8862839043140411, - 0.8887065351009369, - 0.824425995349884, - 0.8682059049606323, - 0.8987130522727966, - 0.8945308327674866, - 0.8620942533016205, - 0.8423492610454559, - 0.8297609984874725, - 0.8458341956138611, - 0.8544221520423889, - 0.839031308889389, - 0.8475165963172913, - 0.8255119919776917, - 0.7978303134441376, - 0.7945926785469055, - 0.8169405460357666, - 0.8023354709148407, - 0.7981818914413452, - 0.7708315849304199, - 0.7569385170936584, - 0.7927833795547485 + 0.968402087688446, + 0.9151135087013245, + 0.9226638674736023, + 0.8706940114498138, + 0.9103905260562897, + 0.8817249536514282, + 0.8831274807453156, + 0.8787892758846283, + 0.8732888698577881, + 0.8527355790138245, + 0.8757585287094116, + 0.8767857253551483, + 0.8874717056751251, + 0.8553281426429749, + 0.8759732842445374, + 0.8671814203262329, + 0.8529301285743713, + 0.8728833496570587, + 0.848436176776886, + 0.8758758902549744, + 0.8532279431819916, + 0.8429112732410431, + 0.8626168072223663, + 0.8490597009658813 ], "p90": [ - 1.0954994559288025, - 1.0703935623168945, - 1.08637273311615, - 1.1230107545852661, - 1.0682252049446106, - 1.1067605018615723, - 1.1746052503585815, - 1.1628676056861877, - 1.1356280446052551, - 1.0933115482330322, - 1.118506371974945, - 1.1535940170288086, - 1.1262911558151245, - 1.1627615690231323, - 1.1693836450576782, - 1.1666337251663208, - 1.130782961845398, - 1.1665246486663818, - 1.17295241355896, - 1.2142558097839355, - 1.226115107536316, - 1.1386346220970154, - 1.1956963539123535, - 1.2230769395828247 + 1.1493690609931946, + 1.1522377729415894, + 1.1446519494056702, + 1.155048668384552, + 1.1440364122390747, + 1.1437578201293945, + 1.1946172714233398, + 1.1473869681358337, + 1.158807098865509, + 1.1623528599739075, + 1.1353161334991455, + 1.1536195278167725, + 1.1470928192138672, + 1.1316702961921692, + 1.1772315502166748, + 1.1244540214538574, + 1.1874105334281921, + 1.1855230927467346, + 1.1968244910240173, + 1.2247129082679749, + 1.1835044622421265, + 1.2119450569152832, + 1.1757208108901978, + 1.2041524648666382 ], "timestamps": [ - "2026-06-15 07:40:00", - "2026-06-15 07:50:00", - "2026-06-15 08:00:00", - "2026-06-15 08:10:00", - "2026-06-15 08:20:00", - "2026-06-15 08:30:00", - "2026-06-15 08:40:00", - "2026-06-15 08:50:00", - "2026-06-15 09:00:00", - "2026-06-15 09:10:00", - "2026-06-15 09:20:00", - "2026-06-15 09:30:00", "2026-06-15 09:40:00", "2026-06-15 09:50:00", "2026-06-15 10:00:00", @@ -327,6 +315,18 @@ "2026-06-16 03:00:00", "2026-06-16 03:10:00", "2026-06-16 03:20:00", - "2026-06-16 03:30:00" + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index fcf2c422c0cc50e41241dfee49b1d2293d1a9059..5519b527c201eb4b6ae88225f075ec15571cf29f 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,224 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:37:11.850497+00:00", + "evaluated_at": "2026-06-17T01:42:11.629635+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.0, - 15.0, - 15.0, - 15.0, - 14.0, - 15.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 ], "actuals": [ - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 ], "p50": [ - 13.999903678894043, - 13.999851703643799, - 13.999837398529053, - 13.999792575836182, - 13.999874114990234, - 13.999791145324707, - 13.999931335449219, - 13.999887466430664, - 13.999779224395752, - 13.999821186065674, - 13.999900817871094, - 13.99986457824707, - 13.999758243560791, - 13.999835014343262, - 13.999722957611084, - 13.99988317489624, - 13.999767303466797, - 13.999937534332275, - 13.999804019927979, - 13.99977970123291, - 13.999735355377197, - 13.999834537506104, - 13.999862670898438, - 13.999682426452637 + 19.043208122253418, + 19.01980209350586, + 19.002615928649902, + 18.926593780517578, + 18.93048858642578, + 18.68796157836914, + 18.781855583190918, + 18.58512592315674, + 18.88239574432373, + 18.730849266052246, + 18.667150497436523, + 18.79665756225586, + 18.65900707244873, + 18.80143928527832, + 18.687305450439453, + 18.848591804504395, + 18.985413551330566, + 19.08134365081787, + 18.680611610412598, + 18.534886360168457, + 18.482970237731934, + 18.349160194396973, + 18.14678192138672, + 18.33727741241455 ], "p10": [ - 13.999640941619873, - 13.999509334564209, - 13.999503135681152, - 13.999462604522705, - 13.99959945678711, - 13.999553203582764, - 13.999552726745605, - 13.999585151672363, - 13.999481201171875, - 13.999468803405762, - 13.999619483947754, - 13.999573230743408, - 13.999448776245117, - 13.999565124511719, - 13.999369144439697, - 13.999554634094238, - 13.999436378479004, - 13.999598503112793, - 13.999483108520508, - 13.999390602111816, - 13.999452590942383, - 13.999542236328125, - 13.999504089355469, - 13.999344825744629 + 18.24121856689453, + 18.03101634979248, + 17.83558750152588, + 17.498655319213867, + 17.604500770568848, + 17.262451171875, + 16.370152473449707, + 16.94209575653076, + 17.288393020629883, + 16.86435890197754, + 16.843238830566406, + 16.508251190185547, + 16.22616672515869, + 16.073925971984863, + 15.946032524108887, + 16.07533550262451, + 16.168734550476074, + 16.031250953674316, + 15.339210987091064, + 14.585615158081055, + 14.935914993286133, + 14.87760591506958, + 14.483715057373047, + 14.223428726196289 ], "p90": [ - 14.389140129089355, - 14.387085914611816, - 14.389413356781006, - 14.392022609710693, - 14.394309043884277, - 14.390830993652344, - 14.392464637756348, - 14.39130687713623, - 14.392751216888428, - 14.391078472137451, - 14.392496585845947, - 14.38907241821289, - 14.392988681793213, - 14.387433052062988, - 14.39211654663086, - 14.39409351348877, - 14.389336109161377, - 14.389626026153564, - 14.388936042785645, - 14.389369487762451, - 14.39236831665039, - 14.388803005218506, - 14.386396884918213, - 14.390769481658936 + 19.802425384521484, + 20.167691230773926, + 20.119487762451172, + 20.25966453552246, + 20.539152145385742, + 20.207107543945312, + 20.375802993774414, + 20.597593307495117, + 21.008325576782227, + 20.623607635498047, + 20.614282608032227, + 20.767579078674316, + 20.86756134033203, + 21.965961456298828, + 21.024161338806152, + 20.973563194274902, + 21.692496299743652, + 22.052234649658203, + 21.205029487609863, + 21.633566856384277, + 21.86300277709961, + 21.394716262817383, + 21.271419525146484, + 22.524312019348145 ], "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", @@ -327,6 +316,17 @@ "2026-06-21 00:00:00", "2026-06-21 01:00:00", "2026-06-21 02:00:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 1c90016a87eb04d8cd0d2733b3f38ab10e6b68b6..7265292f82e0777caaaf67677274cc80db65fcb1 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:37:25.667475+00:00", + "evaluated_at": "2026-06-17T01:43:31.806889+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 33.79999923706055, - 30.200000762939453, - 26.0, - 23.200000762939453, - 21.700000762939453, - 21.0, - 21.200000762939453, - 22.700000762939453, - 30.600000381469727, - 39.900001525878906, 37.400001525878906, 32.79999923706055, 28.600000381469727, @@ -101,9 +91,7 @@ 15.899999618530273, 17.899999618530273, 18.700000762939453, - 18.299999237060547 - ], - "actuals": [ + 18.299999237060547, 17.799999237060547, 16.5, 15.0, @@ -113,7 +101,9 @@ 11.699999809265137, 11.800000190734863, 16.100000381469727, - 15.800000190734863, + 15.800000190734863 + ], + "actuals": [ 18.5, 14.800000190734863, 13.300000190734863, @@ -125,99 +115,99 @@ 12.5, 14.300000190734863, 21.799999237060547, - 31.5, - 39.5, - 49.70000076293945 + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 ], "p50": [ - 18.96083164215088, - 18.59722328186035, - 17.952513694763184, - 18.283921241760254, - 16.970468521118164, - 15.821541786193848, - 15.721476554870605, - 15.324504852294922, - 17.839691162109375, - 18.035327911376953, - 18.314108848571777, - 19.399184226989746, - 18.877060890197754, - 17.693963050842285, - 17.05652141571045, - 16.90141773223877, - 18.688913345336914, - 18.507801055908203, - 18.7463960647583, - 18.674418449401855, - 19.16735553741455, - 18.7512149810791, - 18.666698455810547, - 18.85760498046875 + 17.13920783996582, + 17.109091758728027, + 17.292787551879883, + 16.768693923950195, + 16.0908842086792, + 15.318620681762695, + 16.007502555847168, + 16.884392738342285, + 17.913949966430664, + 17.687543869018555, + 18.465147972106934, + 18.95414924621582, + 17.78980827331543, + 17.88791275024414, + 16.87951374053955, + 16.585208892822266, + 16.054880142211914, + 14.445393085479736, + 12.776731014251709, + 13.17429256439209, + 12.17357063293457, + 13.035223484039307, + 14.032015800476074, + 16.091744422912598 ], "p10": [ - 16.23189926147461, - 14.324840545654297, - 13.347262859344482, - 13.054900646209717, - 11.501025199890137, - 8.593742847442627, - 9.069203853607178, - 8.247302055358887, - 10.004602432250977, - 11.53085708618164, - 12.191532135009766, - 12.041133880615234, - 11.290953636169434, - 10.867015838623047, - 9.359645366668701, - 8.695207118988037, - 10.40218210220337, - 12.007118225097656, - 11.184815883636475, - 11.276673316955566, - 12.077630519866943, - 11.123296737670898, - 9.968389511108398, - 10.922655582427979 + 14.532883167266846, + 13.663185596466064, + 13.22184944152832, + 12.315838813781738, + 11.779545783996582, + 11.117998600006104, + 11.271056175231934, + 11.877195835113525, + 12.061136245727539, + 12.026573657989502, + 12.373234272003174, + 12.057475566864014, + 11.81596565246582, + 12.365769863128662, + 11.115285873413086, + 10.360285758972168, + 9.367698192596436, + 9.482897758483887, + 7.0178141593933105, + 6.967886447906494, + 6.5343451499938965, + 6.518085479736328, + 7.60795259475708, + 8.64256477355957 ], "p90": [ - 22.054179191589355, - 23.648439407348633, - 23.60052490234375, - 25.391242027282715, - 25.50489330291748, - 25.494089126586914, - 25.132814407348633, - 25.707724571228027, - 27.524197578430176, - 32.68598175048828, - 28.831283569335938, - 31.264293670654297, - 32.05681800842285, - 29.065765380859375, - 27.578205108642578, - 28.357348442077637, - 30.442276000976562, - 31.8153076171875, - 30.540759086608887, - 32.647918701171875, - 32.7293643951416, - 36.233991622924805, - 34.81032180786133, - 34.653818130493164 + 19.901604652404785, + 21.45059871673584, + 23.861169815063477, + 22.74098777770996, + 23.34731388092041, + 22.32337760925293, + 22.927742958068848, + 25.674427032470703, + 26.38133430480957, + 25.6748685836792, + 26.98013210296631, + 27.31826114654541, + 27.260234832763672, + 26.744874954223633, + 23.811664581298828, + 23.304353713989258, + 22.629643440246582, + 21.57184600830078, + 20.844715118408203, + 21.314208984375, + 18.35207748413086, + 20.886956214904785, + 22.8348445892334, + 25.602837562561035 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +317,16 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 3e6773a523757266ee5be06091835e742727d3ce..aeeeaf61c3102a90c4ed48db2472994c9af82c30 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:37:31.850569+00:00", + "evaluated_at": "2026-06-17T01:43:39.475073+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 24.0, - 23.899999618530273, - 23.5, - 23.600000381469727, - 22.600000381469727, - 22.200000762939453, - 21.799999237060547, - 22.700000762939453, - 24.899999618530273, - 28.100000381469727, 30.299999237060547, 31.700000762939453, 31.799999237060547, @@ -101,9 +91,7 @@ 22.899999618530273, 22.700000762939453, 22.299999237060547, - 22.200000762939453 - ], - "actuals": [ + 22.200000762939453, 22.0, 21.899999618530273, 22.0, @@ -113,7 +101,9 @@ 22.299999237060547, 22.600000381469727, 23.100000381469727, - 23.799999237060547, + 23.799999237060547 + ], + "actuals": [ 24.899999618530273, 25.899999618530273, 26.200000762939453, @@ -125,99 +115,99 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.399999618530273, - 23.100000381469727, - 22.799999237060547 + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 ], "p50": [ - 22.22130584716797, - 22.028522491455078, - 21.902904510498047, - 21.77467441558838, - 21.648704528808594, - 21.623048782348633, - 21.73258399963379, - 22.163835525512695, - 23.17948627471924, - 23.769444465637207, - 24.43525218963623, - 24.83591079711914, - 25.71694850921631, - 25.675493240356445, - 26.001840591430664, - 26.257326126098633, - 26.465370178222656, - 25.659110069274902, - 24.952627182006836, - 24.010540008544922, - 23.417320251464844, - 22.777822494506836, - 22.719239234924316, - 22.614442825317383 + 24.77112579345703, + 25.405407905578613, + 26.02506446838379, + 26.449830055236816, + 25.87734889984131, + 25.97050380706787, + 25.04718589782715, + 24.91312599182129, + 24.37403964996338, + 23.627723693847656, + 23.312137603759766, + 22.99857997894287, + 22.53380012512207, + 22.50810146331787, + 22.32823085784912, + 22.34519672393799, + 22.280000686645508, + 22.24187469482422, + 22.179393768310547, + 22.083656311035156, + 22.43930721282959, + 22.62441349029541, + 23.29391098022461, + 24.558385848999023 ], "p10": [ - 22.034221649169922, - 21.633944511413574, - 21.544647216796875, - 21.271428108215332, - 21.095499992370605, - 20.968826293945312, - 21.00075626373291, - 21.064613342285156, - 21.94005298614502, - 22.320406913757324, - 22.542576789855957, - 22.987218856811523, - 22.971826553344727, - 23.147208213806152, - 23.37656307220459, - 23.74397087097168, - 23.19974422454834, - 23.486133575439453, - 22.79885768890381, - 22.208297729492188, - 21.533540725708008, - 21.29731559753418, - 21.02733039855957, - 21.298994064331055 + 23.8862943649292, + 24.298866271972656, + 24.33493423461914, + 24.55477809906006, + 24.074176788330078, + 23.693467140197754, + 23.409085273742676, + 23.05802822113037, + 22.437807083129883, + 22.291271209716797, + 21.919252395629883, + 21.5896577835083, + 21.22875213623047, + 20.88149356842041, + 20.5330810546875, + 20.762371063232422, + 20.584888458251953, + 20.59501361846924, + 20.231266975402832, + 20.342997550964355, + 20.261942863464355, + 20.2878999710083, + 21.257444381713867, + 21.526357650756836 ], "p90": [ - 22.462637901306152, - 22.386159896850586, - 22.280790328979492, - 22.111892700195312, - 22.185266494750977, - 22.328777313232422, - 22.597318649291992, - 23.42508888244629, - 24.77260684967041, - 26.666752815246582, - 27.929393768310547, - 30.53563690185547, - 30.866073608398438, - 30.960783004760742, - 32.721426010131836, - 31.12979221343994, - 32.14945602416992, - 31.23349952697754, - 30.53563690185547, - 27.657873153686523, - 27.09318447113037, - 25.181011199951172, - 25.70900058746338, - 24.73478603363037 + 26.15904426574707, + 27.879210472106934, + 29.25415325164795, + 30.26377582550049, + 28.983562469482422, + 30.377427101135254, + 27.910719871520996, + 27.528423309326172, + 26.46632480621338, + 25.41443157196045, + 25.01814079284668, + 24.998454093933105, + 24.649307250976562, + 24.430130004882812, + 23.970291137695312, + 23.82907199859619, + 24.480320930480957, + 24.041922569274902, + 24.41988468170166, + 23.8611478805542, + 24.55112075805664, + 25.405016899108887, + 26.417781829833984, + 29.497081756591797 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +317,16 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index d010bcd97642ad3641f761a037bd4dea573d8c06..e6992f011ea48cf271043107236c4096f63c5d22 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:37:37.001952+00:00", + "evaluated_at": "2026-06-17T01:43:44.099940+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, 12.0, 9.0, 12.0, @@ -31,11 +21,11 @@ 13.0, 10.0, 12.0, - 12.0, + 14.0, 14.0, 12.0, 13.0, - 14.0, + 15.0, 14.0, 18.0, 13.0, @@ -48,176 +38,176 @@ 10.0, 9.0, 8.0, - 16.0, + 18.0, 35.0, - 10.0, + 11.0, 12.0, 11.0, 16.0, 10.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, + 17.0, + 11.0, 12.0, + 10.0, 14.0, - 6.0, - 14.0, + 11.0, + 13.0, + 8.0, 10.0, + 14.0, 12.0, - 44.0, + 15.0, 7.0, - 8.0, - 13.0, - 13.0, - 12.0, + 16.0, + 11.0, 12.0, - 13.0, - 13.0, - 8.0, - 10.0, + 45.0, + 7.0, 10.0, - 9.0, - 8.0, - 14.0, + 16.0, 14.0, - 9.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, 13.0, 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, 16.0, - 19.0, - 10.0, + 14.0, 17.0, + 22.0, + 11.0, + 18.0, 9.0, 11.0, - 10.0, - 15.0, - 10.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, 13.0, - 4.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, 13.0 ], "actuals": [ + 11.0, 12.0, - 15.0, - 14.0, - 12.0, + 17.0, 11.0, - 15.0, - 7.0, 17.0, + 11.0, + 11.0, + 13.0, + 12.0, 10.0, + 13.0, 8.0, - 10.0, - 10.0, 9.0, - 7.0, + 17.0, + 13.0, 14.0, - 10.0, - 10.0, - 10.0, - 11.0, + 18.0, + 8.0, + 15.0, 7.0, - 9.0, + 5.0, 7.0, - 6.0, + 5.0, 2.0 ], "p50": [ - 11.425500869750977, - 11.441266059875488, - 11.803937911987305, - 11.502265453338623, - 11.493587017059326, - 11.459773540496826, - 11.307403564453125, - 11.848362922668457, - 11.78870153427124, - 12.036312580108643, - 11.455538272857666, - 11.611685276031494, - 11.85881757736206, - 11.924517154693604, - 11.293973445892334, - 12.000083923339844, - 11.824092388153076, - 12.677056312561035, - 12.12979793548584, - 11.517098903656006, - 11.910552024841309, - 11.924135684967041, - 11.61406135559082, - 11.792920112609863 + 11.783048629760742, + 13.100110530853271, + 13.630456447601318, + 12.776130676269531, + 12.895751476287842, + 12.557219505310059, + 12.530611038208008, + 12.615354537963867, + 13.1006441116333, + 13.985055923461914, + 13.64264965057373, + 11.966693878173828, + 12.821494579315186, + 12.707842350006104, + 13.14527177810669, + 13.139985084533691, + 13.402678966522217, + 13.655898571014404, + 12.726340770721436, + 12.407695770263672, + 12.281048774719238, + 12.457491397857666, + 12.8309326171875, + 12.892313957214355 ], "p10": [ - 7.116005182266235, - 7.306890487670898, - 6.494553804397583, - 7.175645112991333, - 7.702378749847412, - 6.8325035572052, - 7.602809190750122, - 6.930069446563721, - 6.7972002029418945, - 7.5015034675598145, - 6.695555925369263, - 7.588226556777954, - 6.719271898269653, - 6.976933717727661, - 6.748435735702515, - 7.381919622421265, - 6.98335337638855, - 7.6519575119018555, - 6.419252634048462, - 6.495608568191528, - 7.60420560836792, - 6.8003013134002686, - 6.59588098526001, - 7.326220989227295 + 7.124546051025391, + 7.29892110824585, + 7.652774810791016, + 7.686150789260864, + 7.1206934452056885, + 7.50514030456543, + 7.539243936538696, + 7.7437310218811035, + 6.7707765102386475, + 7.699586391448975, + 8.186075687408447, + 7.316650629043579, + 7.081757307052612, + 7.4073662757873535, + 6.607051849365234, + 7.497260570526123, + 7.236114740371704, + 7.8341851234436035, + 7.811561107635498, + 7.125250577926636, + 7.262549877166748, + 7.715415000915527, + 7.125958204269409, + 6.856111526489258 ], "p90": [ - 16.1903715133667, - 16.271653175354004, - 15.917109966278076, - 16.634570121765137, - 16.662429809570312, - 16.59729766845703, - 16.640316009521484, - 16.17465591430664, - 17.948810577392578, - 17.459075927734375, - 17.0836820602417, - 16.21827983856201, - 17.33195686340332, - 15.708935260772705, - 18.083099365234375, - 17.663475036621094, - 21.59625244140625, - 18.8778715133667, - 20.25437355041504, - 17.8007173538208, - 17.519554138183594, - 17.90499496459961, - 16.453731536865234, - 17.534951210021973 + 20.161574363708496, + 20.19810962677002, + 21.612488746643066, + 19.44141960144043, + 21.976964950561523, + 19.891191482543945, + 18.95029354095459, + 20.1431884765625, + 20.992223739624023, + 20.68173599243164, + 21.689032554626465, + 20.293960571289062, + 18.99957847595215, + 19.77564525604248, + 20.915125846862793, + 19.806766510009766, + 19.821388244628906, + 21.434085845947266, + 20.379942893981934, + 20.88078498840332, + 19.824196815490723, + 18.296138763427734, + 19.968412399291992, + 20.81520652770996 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +317,16 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ecc0758da6afb031f79c8161dafdf0dbe8d33901..ba4b604eb05e3fd0baa58923ea308096b8d5dff1 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,47 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T22:40:13.827036+00:00", + "evaluated_at": "2026-06-17T01:43:56.295596+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, 3120.0, 3120.0, 3120.0, @@ -101,9 +65,7 @@ 3120.0, 3120.0, 3120.0, - 3060.0 - ], - "actuals": [ + 3060.0, 3060.0, 3120.0, 3060.0, @@ -127,99 +89,125 @@ 3060.0, 3060.0, 3060.0, - 3060.0 + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actuals": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 ], "p50": [ - 3119.953125, - 3119.909912109375, - 3119.9825439453125, - 3119.968505859375, - 3119.975830078125, - 3119.9425048828125, - 3119.9476318359375, - 3119.9697265625, - 3119.978759765625, - 3120.01220703125, - 3119.9468994140625, - 3119.9849853515625, - 3119.9249267578125, - 3119.878173828125, - 3119.9344482421875, - 3119.9412841796875, - 3119.888427734375, - 3119.9566650390625, - 3119.93505859375, - 3119.8812255859375, - 3119.921875, - 3119.9263916015625, - 3119.9776611328125, - 3119.9759521484375 + 3014.03271484375, + 3020.152099609375, + 3020.0509033203125, + 3020.300537109375, + 3021.983154296875, + 3022.135498046875, + 3025.697509765625, + 3023.6724853515625, + 3025.8360595703125, + 3022.913818359375, + 3023.9764404296875, + 3027.4722900390625, + 3028.7178955078125, + 3031.84521484375, + 3028.59130859375, + 3028.05126953125, + 3024.5657958984375, + 3024.7855224609375, + 3026.7569580078125, + 3024.93359375, + 3023.9442138671875, + 3029.9324951171875, + 3031.8743896484375, + 3026.0482177734375 ], "p10": [ - 3119.3115234375, - 3116.145751953125, - 3116.145751953125, - 3116.145751953125, - 3116.145751953125, - 3092.6116943359375, - 3112.5498046875, - 3117.7706298828125, - 3092.450439453125, - 3118.2728271484375, - 3095.3028564453125, - 3114.8963623046875, - 3085.5667724609375, - 3083.1212158203125, - 3105.121337890625, - 3088.411376953125, - 3115.93701171875, - 3097.036865234375, - 3088.5634765625, - 3090.78125, - 3104.0677490234375, - 3088.730712890625, - 3113.3863525390625, - 3080.7734375 + 2993.40380859375, + 2990.625244140625, + 2989.8878173828125, + 2984.3165283203125, + 2983.8177490234375, + 2980.0238037109375, + 2989.94580078125, + 2982.779296875, + 2995.96337890625, + 2982.9296875, + 2990.7056884765625, + 2993.2620849609375, + 2997.341796875, + 2987.6956787109375, + 2990.7490234375, + 2994.451904296875, + 2987.329833984375, + 2981.8057861328125, + 2981.544189453125, + 2977.329833984375, + 2985.847900390625, + 2978.45068359375, + 2983.4293212890625, + 2976.5560302734375 ], "p90": [ - 3132.25390625, - 3132.776123046875, - 3120.419189453125, - 3126.5316162109375, - 3132.776123046875, - 3136.344482421875, - 3120.7728271484375, - 3132.776123046875, - 3132.776123046875, - 3132.776123046875, - 3132.776123046875, - 3149.406494140625, - 3132.776123046875, - 3132.776123046875, - 3132.776123046875, - 3147.2415771484375, - 3132.776123046875, - 3149.406494140625, - 3136.8974609375, - 3132.776123046875, - 3149.406494140625, - 3132.776123046875, - 3139.1947021484375, - 3133.365478515625 + 3030.2781982421875, + 3047.35791015625, + 3051.2193603515625, + 3056.4808349609375, + 3060.436279296875, + 3066.06787109375, + 3060.6412353515625, + 3062.795654296875, + 3063.9466552734375, + 3058.24560546875, + 3072.0728759765625, + 3068.96044921875, + 3067.9825439453125, + 3071.6981201171875, + 3064.9498291015625, + 3062.6986083984375, + 3068.5164794921875, + 3078.7564697265625, + 3068.6298828125, + 3067.19189453125, + 3072.8797607421875, + 3102.23681640625, + 3075.8193359375, + 3072.90673828125 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", "2026-06-16 13:55:00", "2026-06-16 14:10:00", "2026-06-16 14:25:00", @@ -327,6 +315,18 @@ "2026-06-17 15:55:00", "2026-06-17 16:10:00", "2026-06-17 16:25:00", - "2026-06-17 16:40:00" + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 08d95a272c7374305335ba37d717fd858ef872e9..a02a59bbfef9795bc68d5852a59d9e3a3c9e16eb 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,59 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T23:27:37.341203+00:00", + "evaluated_at": "2026-06-17T01:43:59.395845+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 01c80d54e6ead51a4c4d25a69a802635445c9440..6016f163310c815fabe681417507289d10d5a668 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-16T22:59:18.937685+00:00", - "finished_at": "2026-06-16T23:27:55.147958+00:00", - "task_count": 1, + "started_at": "2026-06-17T00:24:07.175639+00:00", + "finished_at": "2026-06-17T01:48:22.058406+00:00", + "task_count": 9, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,59 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T22:59:26.790467+00:00", + "evaluated_at": "2026-06-17T00:32:50.733163+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +72,59 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T22:59:53.517570+00:00", + "evaluated_at": "2026-06-17T00:58:56.652852+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +134,59 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T23:17:06.049095+00:00", + "evaluated_at": "2026-06-17T01:18:23.927089+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +196,59 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T23:17:13.720856+00:00", + "evaluated_at": "2026-06-17T01:41:35.898374+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +258,59 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T23:27:37.341203+00:00", + "evaluated_at": "2026-06-17T01:43:59.395845+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +320,59 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T23:27:55.145464+00:00", + "evaluated_at": "2026-06-17T01:48:22.055301+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } @@ -94,7 +382,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T00:11:00.407483+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_003016.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_003016.json new file mode 100644 index 0000000000000000000000000000000000000000..9d2c96735b52ef52788edfc603efeeab3539e61b --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_003016.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:30:16.956862+00:00", + "metrics": { + "MSE[mean]": 765.7943036600632, + "MSE[0.5]": 765.7943036600632, + "MAE[0.5]": 20.207190195719402, + "MASE[0.5]": 3.5537804489065734, + "MAPE[0.5]": 0.4647150008474858, + "sMAPE[0.5]": 0.6370298163721931, + "MSIS": 98.34489009739609, + "RMSE[mean]": 27.672988701259992, + "NRMSE[mean]": 0.8198392159558643, + "ND[0.5]": 0.5986576710442308, + "mean_weighted_sum_quantile_loss": 0.542720838554795 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863 + ], + "actual": [ + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 + ], + "predictions": { + "p50": [ + 16.42275619506836, + 16.178157806396484, + 15.445300102233887, + 14.864540100097656, + 14.64083480834961, + 14.893373489379883, + 15.592365264892578, + 16.560766220092773, + 17.634746551513672, + 18.521133422851562, + 19.196882247924805, + 19.517520904541016, + 19.532032012939453, + 19.177072525024414, + 18.209516525268555, + 17.086963653564453, + 15.83203125, + 14.704706192016602, + 13.523359298706055, + 12.844978332519531, + 12.430200576782227, + 12.987327575683594, + 15.304905891418457, + 16.4883975982666 + ], + "p10": [ + 13.970712661743164, + 12.85328483581543, + 11.536277770996094, + 10.803821563720703, + 10.315694808959961, + 10.266679763793945, + 10.566095352172852, + 11.13630485534668, + 11.62495231628418, + 12.085838317871094, + 12.376791000366211, + 12.72446060180664, + 12.612802505493164, + 12.27187728881836, + 11.574657440185547, + 10.6986083984375, + 9.393383979797363, + 8.379157066345215, + 7.511582374572754, + 6.708980560302734, + 6.468877792358398, + 6.643682479858398, + 8.023085594177246, + 8.848569869995117 + ], + "p90": [ + 19.62584114074707, + 20.75689697265625, + 20.722658157348633, + 20.606279373168945, + 20.68335723876953, + 21.518150329589844, + 22.727123260498047, + 24.26262664794922, + 25.890731811523438, + 27.42138671875, + 28.716506958007812, + 29.184741973876953, + 29.38821029663086, + 28.772266387939453, + 27.579885482788086, + 26.00176239013672, + 25.349380493164062, + 23.981916427612305, + 22.93596649169922, + 22.294492721557617, + 22.047990798950195, + 23.037572860717773, + 26.366912841796875, + 28.576974868774414 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_014331.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_014331.json new file mode 100644 index 0000000000000000000000000000000000000000..23930688ad5be444064de2740429206a63877c78 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_014331.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:43:31.806889+00:00", + "metrics": { + "MSE[mean]": 766.542579949811, + "MSE[0.5]": 799.3056993779552, + "MAE[0.5]": 21.032652815183003, + "MASE[0.5]": 3.6989521867850237, + "MAPE[0.5]": 0.5043548058761375, + "sMAPE[0.5]": 0.6804623900856969, + "MSIS": 107.86157051368299, + "RMSE[mean]": 27.686505376262478, + "NRMSE[mean]": 0.8202396606044708, + "ND[0.5]": 0.6231128043168831, + "mean_weighted_sum_quantile_loss": 0.5694806705706514 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863 + ], + "actual": [ + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 + ], + "predictions": { + "p50": [ + 17.13920783996582, + 17.109091758728027, + 17.292787551879883, + 16.768693923950195, + 16.0908842086792, + 15.318620681762695, + 16.007502555847168, + 16.884392738342285, + 17.913949966430664, + 17.687543869018555, + 18.465147972106934, + 18.95414924621582, + 17.78980827331543, + 17.88791275024414, + 16.87951374053955, + 16.585208892822266, + 16.054880142211914, + 14.445393085479736, + 12.776731014251709, + 13.17429256439209, + 12.17357063293457, + 13.035223484039307, + 14.032015800476074, + 16.091744422912598 + ], + "p10": [ + 14.532883167266846, + 13.663185596466064, + 13.22184944152832, + 12.315838813781738, + 11.779545783996582, + 11.117998600006104, + 11.271056175231934, + 11.877195835113525, + 12.061136245727539, + 12.026573657989502, + 12.373234272003174, + 12.057475566864014, + 11.81596565246582, + 12.365769863128662, + 11.115285873413086, + 10.360285758972168, + 9.367698192596436, + 9.482897758483887, + 7.0178141593933105, + 6.967886447906494, + 6.5343451499938965, + 6.518085479736328, + 7.60795259475708, + 8.64256477355957 + ], + "p90": [ + 19.901604652404785, + 21.45059871673584, + 23.861169815063477, + 22.74098777770996, + 23.34731388092041, + 22.32337760925293, + 22.927742958068848, + 25.674427032470703, + 26.38133430480957, + 25.6748685836792, + 26.98013210296631, + 27.31826114654541, + 27.260234832763672, + 26.744874954223633, + 23.811664581298828, + 23.304353713989258, + 22.629643440246582, + 21.57184600830078, + 20.844715118408203, + 21.314208984375, + 18.35207748413086, + 20.886956214904785, + 22.8348445892334, + 25.602837562561035 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_014750.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_014750.json new file mode 100644 index 0000000000000000000000000000000000000000..a75d7e77a3aa73a3072a6f891b5cd74bff5626e2 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_014750.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:47:50.845287+00:00", + "metrics": { + "MSE[mean]": 745.6884852954821, + "MSE[0.5]": 745.6884852954821, + "MAE[0.5]": 20.167683601379395, + "MASE[0.5]": 3.546832537731959, + "MAPE[0.5]": 0.4767648061106356, + "sMAPE[0.5]": 0.638334846725635, + "MSIS": 101.76762488931415, + "RMSE[mean]": 27.307297290202158, + "NRMSE[mean]": 0.809005252087343, + "ND[0.5]": 0.5974872497471874, + "mean_weighted_sum_quantile_loss": 0.544065117370352 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863 + ], + "actual": [ + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 + ], + "predictions": { + "p50": [ + 16.553985595703125, + 16.4097900390625, + 16.16259765625, + 15.70941162109375, + 15.57208251953125, + 15.6956787109375, + 16.2724609375, + 16.924774169921875, + 17.71441650390625, + 18.201934814453125, + 18.782150268554688, + 18.912612915039062, + 19.125473022460938, + 18.795883178710938, + 18.204296112060547, + 17.254364013671875, + 16.217529296875, + 15.29742431640625, + 14.7069091796875, + 14.1026611328125, + 13.96533203125, + 14.2674560546875, + 15.778076171875, + 16.5745849609375 + ], + "p10": [ + 14.8717041015625, + 13.30615234375, + 12.3997802734375, + 11.383544921875, + 10.88916015625, + 10.724365234375, + 10.944091796875, + 11.383544921875, + 11.9603271484375, + 12.2349853515625, + 12.537109375, + 12.7293701171875, + 12.811767578125, + 12.482177734375, + 11.9603271484375, + 10.9990234375, + 10.22998046875, + 9.406005859375, + 8.8017578125, + 8.307373046875, + 8.142578125, + 8.25244140625, + 9.515869140625, + 10.065185546875 + ], + "p90": [ + 18.603622436523438, + 20.0078125, + 20.612060546875, + 20.8592529296875, + 21.23004150390625, + 21.8480224609375, + 22.919189453125, + 23.9354248046875, + 25.0889892578125, + 25.885498046875, + 26.92919921875, + 27.0390625, + 27.36865234375, + 26.984130859375, + 26.27001953125, + 25.1988525390625, + 24.1826171875, + 23.3311767578125, + 22.6719970703125, + 22.0677490234375, + 21.930419921875, + 22.3973388671875, + 24.3199462890625, + 25.5009765625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_005237.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_005237.json new file mode 100644 index 0000000000000000000000000000000000000000..53699160c24fca6abd80c205e9c52c4b8fe33cf8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_005237.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:52:37.343940+00:00", + "metrics": { + "MSE[mean]": 778.9301343530151, + "MSE[0.5]": 816.1337122732689, + "MAE[0.5]": 20.824244101842243, + "MASE[0.5]": 3.66229994549474, + "MAPE[0.5]": 0.4682816859085522, + "sMAPE[0.5]": 0.6633685899858229, + "MSIS": 127.12904319713304, + "RMSE[mean]": 27.909319847552986, + "NRMSE[mean]": 0.8268407561138299, + "ND[0.5]": 0.6169384934035166, + "mean_weighted_sum_quantile_loss": 0.5872712552914257 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863 + ], + "actual": [ + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 + ], + "predictions": { + "p50": [ + 16.072742462158203, + 15.675027847290039, + 15.088218688964844, + 14.550237655639648, + 14.162378311157227, + 14.506141662597656, + 15.382823944091797, + 15.930803298950195, + 16.482173919677734, + 17.280838012695312, + 17.568857192993164, + 17.666954040527344, + 17.770458221435547, + 17.301210403442383, + 16.548965454101562, + 15.372171401977539, + 14.37179183959961, + 13.403886795043945, + 12.693195343017578, + 11.77493667602539, + 11.438512802124023, + 12.315374374389648, + 13.574396133422852, + 15.303329467773438 + ], + "p10": [ + 16.957387924194336, + 16.833200454711914, + 16.18551254272461, + 16.022789001464844, + 15.678945541381836, + 16.023189544677734, + 17.13641357421875, + 17.615324020385742, + 18.331254959106445, + 18.66839599609375, + 19.469831466674805, + 19.48461151123047, + 19.506942749023438, + 19.094762802124023, + 18.049882888793945, + 16.989242553710938, + 16.084333419799805, + 15.048318862915039, + 14.561662673950195, + 13.051115036010742, + 12.981287002563477, + 14.177814483642578, + 15.643407821655273, + 17.49315071105957 + ], + "p90": [ + 19.002307891845703, + 19.292783737182617, + 19.14374542236328, + 18.80923080444336, + 18.68055534362793, + 19.37935447692871, + 20.668842315673828, + 21.521495819091797, + 22.257047653198242, + 23.052350997924805, + 23.445383071899414, + 23.574623107910156, + 23.6898136138916, + 23.143461227416992, + 22.0991268157959, + 20.780282974243164, + 19.622526168823242, + 18.530895233154297, + 17.903066635131836, + 17.010889053344727, + 17.005910873413086, + 18.502248764038086, + 20.190950393676758, + 22.538225173950195 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_014107.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_014107.json new file mode 100644 index 0000000000000000000000000000000000000000..0b9eca76e6896a560db18ac5df288bb6bb8a0fbf --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_014107.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:41:07.601374+00:00", + "metrics": { + "MSE[mean]": 748.6977371592725, + "MSE[0.5]": 748.6977371592725, + "MAE[0.5]": 19.920093139012653, + "MASE[0.5]": 3.5032895148785865, + "MAPE[0.5]": 0.45541544196776823, + "sMAPE[0.5]": 0.6230171294575851, + "MSIS": 102.31344290997038, + "RMSE[mean]": 27.36234158765058, + "NRMSE[mean]": 0.8106359929570814, + "ND[0.5]": 0.5901521413952784, + "mean_weighted_sum_quantile_loss": 0.5422626429563717 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863 + ], + "actual": [ + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 + ], + "predictions": { + "p50": [ + 16.27196502685547, + 16.037731170654297, + 15.277104377746582, + 14.898184776306152, + 14.84931468963623, + 15.104602813720703, + 15.522849082946777, + 16.200611114501953, + 16.958770751953125, + 17.84728240966797, + 19.090322494506836, + 19.586265563964844, + 19.602087020874023, + 19.279674530029297, + 18.387897491455078, + 17.21489143371582, + 16.16416358947754, + 15.229482650756836, + 14.13354778289795, + 13.519947052001953, + 13.292468070983887, + 13.572999954223633, + 16.261430740356445, + 16.90707015991211 + ], + "p10": [ + 14.556924819946289, + 13.176994323730469, + 11.578123092651367, + 10.709641456604004, + 10.302013397216797, + 10.245681762695312, + 10.299734115600586, + 10.668413162231445, + 11.137212753295898, + 11.760612487792969, + 12.697704315185547, + 13.36557388305664, + 13.60659408569336, + 13.459985733032227, + 12.812958717346191, + 11.755708694458008, + 10.724358558654785, + 9.704649925231934, + 8.513383865356445, + 7.770269393920898, + 7.38409423828125, + 7.4452409744262695, + 9.72561264038086, + 10.31385612487793 + ], + "p90": [ + 18.329608917236328, + 19.457416534423828, + 19.668798446655273, + 19.990421295166016, + 20.47914695739746, + 21.392887115478516, + 22.48922348022461, + 23.80918312072754, + 24.97819709777832, + 26.101097106933594, + 27.701522827148438, + 28.084693908691406, + 27.747817993164062, + 27.046077728271484, + 25.71419906616211, + 24.181873321533203, + 23.065528869628906, + 22.512693405151367, + 21.817028045654297, + 21.585617065429688, + 21.752511978149414, + 22.56229019165039, + 25.80435562133789, + 26.702524185180664 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_010825.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_010825.json new file mode 100644 index 0000000000000000000000000000000000000000..9d4b2946edffb3c8d957c491cf0bf7feedc126b1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_010825.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T01:08:25.190400+00:00", + "metrics": { + "MSE[mean]": 886.8612929127871, + "MSE[0.5]": 886.8612929127871, + "MAE[0.5]": 21.30217218399048, + "MASE[0.5]": 3.746351783373793, + "MAPE[0.5]": 0.44074131754570595, + "sMAPE[0.5]": 0.6753460571645422, + "MSIS": 108.33847864317384, + "RMSE[mean]": 29.78021646853473, + "NRMSE[mean]": 0.8822678888835661, + "ND[0.5]": 0.6310975778588165, + "mean_weighted_sum_quantile_loss": 0.5896301955792191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863 + ], + "actual": [ + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 + ], + "predictions": { + "p50": [ + 15.622635841369629, + 14.837641716003418, + 13.98585319519043, + 13.014619827270508, + 12.612142562866211, + 12.796554565429688, + 12.96906852722168, + 13.160831451416016, + 13.380414009094238, + 13.699694633483887, + 14.303214073181152, + 14.5859375, + 14.81042766571045, + 14.304937362670898, + 13.860458374023438, + 13.04898452758789, + 12.452498435974121, + 11.895919799804688, + 11.464252471923828, + 10.920455932617188, + 10.797943115234375, + 11.096700668334961, + 12.095858573913574, + 13.045072555541992 + ], + "p10": [ + 14.356157302856445, + 12.790410995483398, + 11.063467025756836, + 9.474173545837402, + 8.290365219116211, + 7.944918632507324, + 7.523185729980469, + 7.3039751052856445, + 7.138236999511719, + 6.922736167907715, + 7.087730407714844, + 6.72679328918457, + 6.54483699798584, + 5.945808410644531, + 5.0752153396606445, + 4.504950523376465, + 3.937779426574707, + 3.2359371185302734, + 2.6566200256347656, + 2.189455032348633, + 2.110422134399414, + 2.1948623657226562, + 2.8573265075683594, + 2.800210952758789 + ], + "p90": [ + 17.831449508666992, + 18.120559692382812, + 18.429317474365234, + 18.006128311157227, + 18.282873153686523, + 19.19007110595703, + 19.77158546447754, + 20.54819107055664, + 21.367706298828125, + 22.230587005615234, + 23.41395378112793, + 24.087827682495117, + 24.8915958404541, + 24.654699325561523, + 24.317745208740234, + 23.354114532470703, + 22.506935119628906, + 21.58809471130371, + 20.89591407775879, + 20.656631469726562, + 20.417022705078125, + 21.166582107543945, + 23.460702896118164, + 24.83977508544922 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_002413.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_002413.json new file mode 100644 index 0000000000000000000000000000000000000000..484c9c3b7707af0f5fd54d921ac498e324556132 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_002413.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:24:13.948290+00:00", + "metrics": { + "MSE[mean]": 164573.0680948893, + "MSE[0.5]": 164573.0680948893, + "MAE[0.5]": 363.2838541666667, + "MASE[0.5]": 0.3838621298187652, + "MAPE[0.5]": 0.005507973320774829, + "sMAPE[0.5]": 0.00549437793737225, + "MSIS": 2.5002271282640662, + "RMSE[mean]": 405.6760630045718, + "NRMSE[mean]": 0.006140883858783581, + "ND[0.5]": 0.005499175720859899, + "mean_weighted_sum_quantile_loss": 0.005809869147274272 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0 + ], + "actual": [ + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65770.828125 + ], + "predictions": { + "p50": [ + 66266.3984375, + 66268.1953125, + 66283.5234375, + 66279.8046875, + 66289.4296875, + 66282.34375, + 66291.34375, + 66285.7734375, + 66294.234375, + 66296.9609375, + 66297.0390625, + 66288.59375, + 66278.7421875, + 66280.515625, + 66283.890625, + 66259.671875, + 66322.015625, + 66314.828125, + 66296.7109375, + 66290.6171875, + 66276.6328125, + 66268.703125, + 66259.4453125, + 66245.578125 + ], + "p10": [ + 65927.5625, + 65805.8671875, + 65726.59375, + 65609.140625, + 65504.609375, + 65395.03125, + 65263.94140625, + 65191.3515625, + 65130.6171875, + 65034.33984375, + 64969.69140625, + 64861.4296875, + 64784.80078125, + 64704.50390625, + 64638.05078125, + 64637.1640625, + 64476.0703125, + 64323.48828125, + 64252.1171875, + 64185.68359375, + 64151.1328125, + 64073.1484375, + 64063.0546875, + 64043.5859375 + ], + "p90": [ + 66466.3515625, + 66573.375, + 66683.4140625, + 66767.59375, + 66819.7578125, + 66890.171875, + 66936.1953125, + 66989.921875, + 67038.640625, + 67079.9140625, + 67121.6484375, + 67177.015625, + 67226.9453125, + 67233.5625, + 67255.515625, + 67258.9453125, + 67331.0546875, + 67353.03125, + 67371.03125, + 67438.6484375, + 67440.078125, + 67470.2421875, + 67500.9453125, + 67562.625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_014148.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_014148.json new file mode 100644 index 0000000000000000000000000000000000000000..4790a8c68ff05d449a66dc8854403a9abb9da934 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_014148.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:41:48.180593+00:00", + "metrics": { + "MSE[mean]": 262000.69206492105, + "MSE[0.5]": 231019.5673688253, + "MAE[0.5]": 417.7347005208333, + "MASE[0.5]": 0.44139735361749627, + "MAPE[0.5]": 0.0063352776745512025, + "sMAPE[0.5]": 0.006314983608807512, + "MSIS": 2.8842249503092425, + "RMSE[mean]": 511.86003171269493, + "NRMSE[mean]": 0.007748233857873732, + "ND[0.5]": 0.006323420368170132, + "mean_weighted_sum_quantile_loss": 0.006127274925453962 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0 + ], + "actual": [ + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65770.828125 + ], + "predictions": { + "p50": [ + 66197.94921875, + 66225.99609375, + 66262.8828125, + 66261.5390625, + 66217.375, + 66228.10546875, + 66379.5625, + 66338.8515625, + 66333.66796875, + 66304.15625, + 66333.1953125, + 66415.90234375, + 66477.1796875, + 66395.31640625, + 66365.27734375, + 66344.31640625, + 66449.41015625, + 66452.5703125, + 66381.72265625, + 66293.390625, + 66510.5078125, + 66282.71875, + 66560.12109375, + 66297.390625 + ], + "p10": [ + 65966.26953125, + 65808.53515625, + 65702.34375, + 65572.6875, + 65501.078125, + 65525.60546875, + 65525.658203125, + 65360.021484375, + 65212.75, + 65136.802734375, + 65031.85546875, + 65132.189453125, + 65188.69921875, + 65001.01171875, + 64652.513671875, + 64879.431640625, + 64813.462890625, + 64912.201171875, + 64698.123046875, + 64494.421875, + 64516.279296875, + 64601.6484375, + 64278.810546875, + 64528.205078125 + ], + "p90": [ + 66422.91796875, + 66612.890625, + 66867.8125, + 66881.3125, + 67093.50390625, + 67110.3125, + 67234.078125, + 67280.87109375, + 67215.609375, + 67356.56640625, + 67698.125, + 67860.9765625, + 67944.2109375, + 67825.70703125, + 67857.328125, + 67868.58984375, + 68080.078125, + 68357.7265625, + 68138.2890625, + 68339.29296875, + 68593.515625, + 68411.9765625, + 68216.41796875, + 68313.23828125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_014413.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_014413.json new file mode 100644 index 0000000000000000000000000000000000000000..3709ec452b948693438ba89ed118eb159925240b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_014413.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:44:13.587399+00:00", + "metrics": { + "MSE[mean]": 122748.6888402303, + "MSE[0.5]": 122748.6888402303, + "MAE[0.5]": 248.12662760416666, + "MASE[0.5]": 0.2621818025889641, + "MAPE[0.5]": 0.0037394413439406486, + "sMAPE[0.5]": 0.003751202642336528, + "MSIS": 2.4396385714010544, + "RMSE[mean]": 350.35508964510603, + "NRMSE[mean]": 0.005303467744460092, + "ND[0.5]": 0.003755993861465916, + "mean_weighted_sum_quantile_loss": 0.005290966835324367 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0 + ], + "actual": [ + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65770.828125 + ], + "predictions": { + "p50": [ + 66121.75, + 66078.9375, + 66061.8125, + 66036.125, + 66036.125, + 65984.75, + 65976.1875, + 65941.9375, + 65933.375, + 65907.6875, + 65916.25, + 65882.0, + 65882.0, + 65856.3125, + 65847.75, + 65822.0625, + 65847.75, + 65822.0625, + 65804.9375, + 65779.25, + 65804.9375, + 65787.8125, + 65779.25, + 65745.0 + ], + "p10": [ + 65667.9375, + 65483.84375, + 65334.0, + 65222.6875, + 65141.34375, + 65045.015625, + 65002.203125, + 64884.46875, + 64811.6875, + 64726.0625, + 64667.1953125, + 64594.4140625, + 64548.92578125, + 64522.8359375, + 64501.296875, + 64437.61328125, + 64442.96484375, + 64384.09765625, + 64342.890625, + 64297.9375, + 64292.5859375, + 64274.390625, + 64238.0, + 64203.75 + ], + "p90": [ + 66532.75, + 66609.8125, + 66695.4375, + 66721.125, + 66772.5, + 66755.375, + 66772.5, + 66772.5, + 66789.625, + 66789.625, + 66806.75, + 66806.75, + 66841.0, + 66841.0, + 66858.125, + 66858.125, + 66909.5, + 66909.5, + 66892.375, + 66858.125, + 66892.375, + 66909.5, + 66909.5, + 66892.375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_003257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_003257.json new file mode 100644 index 0000000000000000000000000000000000000000..26f36e48a0c19a0af5c4ea40cf1553b59cc5847b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_003257.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:32:57.137109+00:00", + "metrics": { + "MSE[mean]": 117257.62664540608, + "MSE[0.5]": 229013.86847432455, + "MAE[0.5]": 399.7386067708333, + "MASE[0.5]": 0.42238186807895123, + "MAPE[0.5]": 0.00603512838974229, + "sMAPE[0.5]": 0.006059224202289788, + "MSIS": 2.8420342987755944, + "RMSE[mean]": 342.4290096434677, + "NRMSE[mean]": 0.005183487441986737, + "ND[0.5]": 0.006051006164551503, + "mean_weighted_sum_quantile_loss": 0.004430956011377233 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0 + ], + "actual": [ + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65770.828125 + ], + "predictions": { + "p50": [ + 66195.5078125, + 66138.734375, + 66090.3125, + 66066.28125, + 65957.0859375, + 65865.1640625, + 65834.2265625, + 65804.3515625, + 65770.96875, + 65679.4140625, + 65733.4921875, + 65731.7734375, + 65677.8828125, + 65665.078125, + 65633.765625, + 65581.9375, + 65591.2734375, + 65539.4296875, + 65493.53125, + 65442.40234375, + 65423.71875, + 65361.97265625, + 65399.64453125, + 65470.72265625 + ], + "p10": [ + 66127.234375, + 66192.578125, + 66125.59375, + 66071.7578125, + 66009.609375, + 65936.5390625, + 65806.8828125, + 65857.734375, + 65798.5625, + 65890.1171875, + 65797.0078125, + 65819.5078125, + 65763.546875, + 65734.09375, + 65768.2734375, + 65800.1640625, + 65689.0859375, + 65603.7734375, + 65614.453125, + 65590.875, + 65577.7265625, + 65574.1796875, + 65493.5390625, + 65554.8671875 + ], + "p90": [ + 66449.0, + 66513.859375, + 66576.828125, + 66630.859375, + 66579.2890625, + 66536.7890625, + 66558.84375, + 66573.90625, + 66574.7578125, + 66560.9765625, + 66661.7421875, + 66619.53125, + 66646.7734375, + 66673.484375, + 66656.375, + 66693.34375, + 66711.6875, + 66667.1171875, + 66672.9921875, + 66611.125, + 66610.421875, + 66565.0703125, + 66602.3828125, + 66633.109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_012527.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_012527.json new file mode 100644 index 0000000000000000000000000000000000000000..92c63ae68d53a8394d4f75ea79f0a91923ea9ad5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_012527.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:25:27.574558+00:00", + "metrics": { + "MSE[mean]": 173102.2995147705, + "MSE[0.5]": 173102.2995147705, + "MAE[0.5]": 376.3509114583333, + "MASE[0.5]": 0.39766937279120346, + "MAPE[0.5]": 0.005704408010218673, + "sMAPE[0.5]": 0.0056915773876618225, + "MSIS": 2.4186972537315077, + "RMSE[mean]": 416.05564473369486, + "NRMSE[mean]": 0.006298003816587398, + "ND[0.5]": 0.005696977091268317, + "mean_weighted_sum_quantile_loss": 0.0054263098653585425 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0 + ], + "actual": [ + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65770.828125 + ], + "predictions": { + "p50": [ + 66220.71875, + 66240.1796875, + 66253.7109375, + 66249.484375, + 66242.9375, + 66235.46875, + 66229.0234375, + 66229.265625, + 66245.4921875, + 66248.2421875, + 66259.2421875, + 66262.421875, + 66263.6953125, + 66262.28125, + 66279.3046875, + 66283.5703125, + 66290.9609375, + 66295.6015625, + 66296.3125, + 66292.875, + 66297.0390625, + 66288.3515625, + 66299.1015625, + 66303.6953125 + ], + "p10": [ + 65946.4140625, + 65858.953125, + 65778.9453125, + 65682.921875, + 65594.421875, + 65510.359375, + 65433.76171875, + 65360.27734375, + 65317.7890625, + 65260.68359375, + 65205.01953125, + 65155.3984375, + 65105.36328125, + 65059.6875, + 65025.73828125, + 64979.33203125, + 64940.73046875, + 64903.359375, + 64875.890625, + 64850.99609375, + 64809.8359375, + 64748.62890625, + 64711.7421875, + 64692.9296875 + ], + "p90": [ + 66506.3359375, + 66641.0, + 66766.375, + 66852.484375, + 66912.1484375, + 66963.1015625, + 67026.640625, + 67088.03125, + 67161.9375, + 67227.75, + 67292.59375, + 67339.2734375, + 67376.8984375, + 67421.2578125, + 67489.8046875, + 67512.5234375, + 67548.1875, + 67603.40625, + 67648.0234375, + 67689.1484375, + 67708.8046875, + 67727.15625, + 67763.6875, + 67801.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_005901.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_005901.json new file mode 100644 index 0000000000000000000000000000000000000000..cdee1d3c9f5c57cddaeb2e8194875ff2e13c97e1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_005901.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T00:59:01.654404+00:00", + "metrics": { + "MSE[mean]": 116037.83880615234, + "MSE[0.5]": 116037.83880615234, + "MAE[0.5]": 305.984375, + "MASE[0.5]": 0.3233169119178018, + "MAPE[0.5]": 0.004630851728922642, + "sMAPE[0.5]": 0.004628667604077055, + "MSIS": 2.6927219436400875, + "RMSE[mean]": 340.64327206940743, + "NRMSE[mean]": 0.0051564560047277766, + "ND[0.5]": 0.004631810157988806, + "mean_weighted_sum_quantile_loss": 0.005491204272743495 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0 + ], + "actual": [ + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65770.828125 + ], + "predictions": { + "p50": [ + 66243.6796875, + 66229.3125, + 66211.0625, + 66187.2734375, + 66168.75, + 66161.53125, + 66156.2890625, + 66156.171875, + 66145.8125, + 66134.0390625, + 66134.46875, + 66131.3203125, + 66126.921875, + 66131.296875, + 66120.328125, + 66116.578125, + 66112.2890625, + 66106.796875, + 66102.078125, + 66096.3125, + 66100.828125, + 66093.21875, + 66091.9140625, + 66088.78125 + ], + "p10": [ + 66011.140625, + 65874.6796875, + 65750.6796875, + 65618.125, + 65518.70703125, + 65423.3359375, + 65338.29296875, + 65261.625, + 65189.92578125, + 65105.71484375, + 65036.58984375, + 64966.0859375, + 64887.87890625, + 64830.0078125, + 64750.1015625, + 64686.02734375, + 64632.49609375, + 64575.59375, + 64514.66015625, + 64453.12890625, + 64399.53515625, + 64359.08984375, + 64316.5, + 64274.1328125 + ], + "p90": [ + 66497.1484375, + 66609.8125, + 66712.9609375, + 66793.2265625, + 66863.5546875, + 66944.921875, + 67016.6953125, + 67085.4140625, + 67150.46875, + 67217.9921875, + 67280.2890625, + 67336.203125, + 67391.9765625, + 67463.5, + 67510.984375, + 67562.1796875, + 67620.484375, + 67664.453125, + 67705.2890625, + 67739.078125, + 67795.96875, + 67844.6953125, + 67890.7734375, + 67929.34375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_003242.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_003242.json new file mode 100644 index 0000000000000000000000000000000000000000..8d114e685c3a05a1b4883a4083ee0367d1ce5492 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_003242.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:32:42.327720+00:00", + "metrics": { + "MSE[mean]": 22.661471682037092, + "MSE[0.5]": 22.661471682037092, + "MAE[0.5]": 3.7692832946777344, + "MASE[0.5]": 0.6492545387961648, + "MAPE[0.5]": 0.6405483208175075, + "sMAPE[0.5]": 0.3531112409323254, + "MSIS": 7.624918339925519, + "RMSE[mean]": 4.760406671917546, + "NRMSE[mean]": 0.42951037641361317, + "ND[0.5]": 0.34008571079799105, + "mean_weighted_sum_quantile_loss": 0.27618249544224943 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 22.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0 + ], + "actual": [ + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, + 14.0, + 18.0, + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.772156715393066, + 13.601463317871094, + 12.971360206604004, + 13.38781452178955, + 13.100067138671875, + 13.2736234664917, + 13.110575675964355, + 13.426755905151367, + 13.208412170410156, + 13.436656951904297, + 13.236259460449219, + 13.415990829467773, + 13.31106185913086, + 13.607792854309082, + 13.198692321777344, + 13.871118545532227, + 13.315897941589355, + 13.399770736694336, + 13.125251770019531, + 13.635682106018066, + 13.28685188293457, + 13.685436248779297, + 13.443138122558594, + 13.623945236206055 + ], + "p10": [ + 8.77325439453125, + 8.993961334228516, + 8.649703979492188, + 8.901102066040039, + 8.713022232055664, + 8.853195190429688, + 8.726243019104004, + 8.799856185913086, + 8.685199737548828, + 8.720388412475586, + 8.691940307617188, + 8.850013732910156, + 8.755745887756348, + 8.84461784362793, + 8.638187408447266, + 8.902776718139648, + 8.76894760131836, + 8.70750617980957, + 8.650249481201172, + 8.865171432495117, + 8.682735443115234, + 8.846747398376465, + 8.717937469482422, + 8.754303932189941 + ], + "p90": [ + 18.88330841064453, + 20.317455291748047, + 19.603437423706055, + 20.220481872558594, + 19.95804786682129, + 20.20146369934082, + 20.099252700805664, + 20.762157440185547, + 20.516803741455078, + 20.914268493652344, + 20.542863845825195, + 20.805559158325195, + 20.637428283691406, + 21.329248428344727, + 20.72541046142578, + 21.839801788330078, + 20.415842056274414, + 20.736576080322266, + 20.443206787109375, + 21.309776306152344, + 21.0672550201416, + 21.607576370239258, + 21.307422637939453, + 21.676828384399414 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_014344.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_014344.json new file mode 100644 index 0000000000000000000000000000000000000000..95a17eb3cf15ff41c5296f88b6cf9312a36d77f2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_014344.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:43:44.099940+00:00", + "metrics": { + "MSE[mean]": 24.76005822346546, + "MSE[0.5]": 20.50874337496315, + "MAE[0.5]": 3.621074060599009, + "MASE[0.5]": 0.6237256755098771, + "MAPE[0.5]": 0.6034510523379492, + "sMAPE[0.5]": 0.3438389699406099, + "MSIS": 5.103950307129673, + "RMSE[mean]": 4.975947972343105, + "NRMSE[mean]": 0.4489577117903553, + "ND[0.5]": 0.3267134490766023, + "mean_weighted_sum_quantile_loss": 0.26391281942177935 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 22.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0 + ], + "actual": [ + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, + 14.0, + 18.0, + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.783048629760742, + 13.100110530853271, + 13.630456447601318, + 12.776130676269531, + 12.895751476287842, + 12.557219505310059, + 12.530611038208008, + 12.615354537963867, + 13.1006441116333, + 13.985055923461914, + 13.64264965057373, + 11.966693878173828, + 12.821494579315186, + 12.707842350006104, + 13.14527177810669, + 13.139985084533691, + 13.402678966522217, + 13.655898571014404, + 12.726340770721436, + 12.407695770263672, + 12.281048774719238, + 12.457491397857666, + 12.8309326171875, + 12.892313957214355 + ], + "p10": [ + 7.124546051025391, + 7.29892110824585, + 7.652774810791016, + 7.686150789260864, + 7.1206934452056885, + 7.50514030456543, + 7.539243936538696, + 7.7437310218811035, + 6.7707765102386475, + 7.699586391448975, + 8.186075687408447, + 7.316650629043579, + 7.081757307052612, + 7.4073662757873535, + 6.607051849365234, + 7.497260570526123, + 7.236114740371704, + 7.8341851234436035, + 7.811561107635498, + 7.125250577926636, + 7.262549877166748, + 7.715415000915527, + 7.125958204269409, + 6.856111526489258 + ], + "p90": [ + 20.161574363708496, + 20.19810962677002, + 21.612488746643066, + 19.44141960144043, + 21.976964950561523, + 19.891191482543945, + 18.95029354095459, + 20.1431884765625, + 20.992223739624023, + 20.68173599243164, + 21.689032554626465, + 20.293960571289062, + 18.99957847595215, + 19.77564525604248, + 20.915125846862793, + 19.806766510009766, + 19.821388244628906, + 21.434085845947266, + 20.379942893981934, + 20.88078498840332, + 19.824196815490723, + 18.296138763427734, + 19.968412399291992, + 20.81520652770996 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_014807.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_014807.json new file mode 100644 index 0000000000000000000000000000000000000000..b99b0f216aa056c9510f0665d8d248ad1905da53 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_014807.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:48:07.880907+00:00", + "metrics": { + "MSE[mean]": 21.771266172761898, + "MSE[0.5]": 21.771266172761898, + "MAE[0.5]": 3.7402504285176597, + "MASE[0.5]": 0.6442536623284008, + "MAPE[0.5]": 0.6303285200013913, + "sMAPE[0.5]": 0.3517110343883798, + "MSIS": 7.583816747345993, + "RMSE[mean]": 4.665968942541506, + "NRMSE[mean]": 0.42098967902630124, + "ND[0.5]": 0.3374662040767813, + "mean_weighted_sum_quantile_loss": 0.2699833544075439 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 22.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0 + ], + "actual": [ + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, + 14.0, + 18.0, + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 + ], + "predictions": { + "p50": [ + 13.524494171142578, + 13.588508605957031, + 13.439361572265625, + 12.932525634765625, + 13.098831176757812, + 13.185943603515625, + 13.228179931640625, + 13.415603637695312, + 13.473678588867188, + 13.366767883300781, + 12.805816650390625, + 13.14898681640625, + 13.259857177734375, + 13.395805358886719, + 13.457839965820312, + 13.534393310546875, + 13.23345947265625, + 12.742462158203125, + 12.964202880859375, + 13.366767883300781, + 13.262496948242188, + 13.473678588867188, + 13.463119506835938, + 13.346969604492188 + ], + "p10": [ + 9.1259765625, + 9.083740234375, + 8.914794921875, + 8.4713134765625, + 8.7880859375, + 8.745849609375, + 8.8514404296875, + 8.914794921875, + 8.914794921875, + 8.9359130859375, + 8.4501953125, + 8.5980224609375, + 8.5980224609375, + 8.8092041015625, + 8.7669677734375, + 8.8936767578125, + 8.9781494140625, + 8.619140625, + 8.70361328125, + 8.9781494140625, + 8.830322265625, + 9.04150390625, + 8.914794921875, + 8.914794921875 + ], + "p90": [ + 19.76953125, + 20.107421875, + 19.811767578125, + 19.135986328125, + 19.220458984375, + 19.6005859375, + 19.76953125, + 20.19189453125, + 20.19189453125, + 19.558349609375, + 18.713623046875, + 19.2626953125, + 19.642822265625, + 20.02294921875, + 20.36083984375, + 20.403076171875, + 19.51611328125, + 18.713623046875, + 19.09375, + 19.811767578125, + 19.85400390625, + 20.107421875, + 20.065185546875, + 19.727294921875 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_005845.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_005845.json new file mode 100644 index 0000000000000000000000000000000000000000..a2f1610ccb1e7fdf2afb5a017c6a6a537074e90e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_005845.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:58:45.130347+00:00", + "metrics": { + "MSE[mean]": 21.473228361168214, + "MSE[0.5]": 18.106109847436453, + "MAE[0.5]": 3.338417132695516, + "MASE[0.5]": 0.5750383577848736, + "MAPE[0.5]": 0.5464619941101371, + "sMAPE[0.5]": 0.32445871273346594, + "MSIS": 22.611880788392426, + "RMSE[mean]": 4.633921488455346, + "NRMSE[mean]": 0.4180981794095049, + "ND[0.5]": 0.3012105683635052, + "mean_weighted_sum_quantile_loss": 0.32866882620598736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 22.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0 + ], + "actual": [ + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, + 14.0, + 18.0, + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.901430130004883, + 12.047965049743652, + 11.8330717086792, + 11.838445663452148, + 11.932599067687988, + 11.948070526123047, + 11.875664710998535, + 12.037630081176758, + 12.013958930969238, + 12.02495002746582, + 11.841839790344238, + 12.0896635055542, + 12.05025863647461, + 12.142644882202148, + 12.219717979431152, + 12.342023849487305, + 12.284551620483398, + 12.213428497314453, + 12.195096969604492, + 12.272703170776367, + 12.152667999267578, + 12.150300025939941, + 12.108470916748047, + 12.263209342956543 + ], + "p10": [ + 13.28631591796875, + 13.569696426391602, + 13.182494163513184, + 13.267547607421875, + 13.435256958007812, + 13.345576286315918, + 13.322528839111328, + 13.480856895446777, + 13.52905559539795, + 13.59199333190918, + 13.319759368896484, + 13.597208976745605, + 13.617772102355957, + 13.708610534667969, + 13.826111793518066, + 13.994722366333008, + 13.875786781311035, + 13.682819366455078, + 13.86336612701416, + 13.794705390930176, + 13.674968719482422, + 13.646673202514648, + 13.726385116577148, + 13.702397346496582 + ], + "p90": [ + 16.43551254272461, + 16.8193359375, + 16.790597915649414, + 16.74968719482422, + 16.931427001953125, + 16.968509674072266, + 16.987464904785156, + 17.211254119873047, + 17.26153564453125, + 17.290613174438477, + 17.17959976196289, + 17.46044921875, + 17.427322387695312, + 17.545976638793945, + 17.622570037841797, + 17.84546661376953, + 17.738590240478516, + 17.60146713256836, + 17.674816131591797, + 17.629446029663086, + 17.611839294433594, + 17.685453414916992, + 17.641069412231445, + 17.651042938232422 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_014118.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_014118.json new file mode 100644 index 0000000000000000000000000000000000000000..1effdd11d7800ec9ff6760047f7e6d562a9d850e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_014118.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:41:18.281508+00:00", + "metrics": { + "MSE[mean]": 22.615777079167287, + "MSE[0.5]": 22.615777079167287, + "MAE[0.5]": 3.767626643180847, + "MASE[0.5]": 0.6489691825574665, + "MAPE[0.5]": 0.6438010073378382, + "sMAPE[0.5]": 0.35260505811194776, + "MSIS": 7.208298015822635, + "RMSE[mean]": 4.755604806874441, + "NRMSE[mean]": 0.4290771254322804, + "ND[0.5]": 0.33993623848248244, + "mean_weighted_sum_quantile_loss": 0.27662943702194226 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 22.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0 + ], + "actual": [ + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, + 14.0, + 18.0, + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 + ], + "predictions": { + "p50": [ + 13.002902030944824, + 13.648975372314453, + 13.170147895812988, + 13.120620727539062, + 12.878485679626465, + 13.212652206420898, + 12.951508522033691, + 13.6052885055542, + 13.31955337524414, + 13.750916481018066, + 12.635603904724121, + 13.181215286254883, + 13.043397903442383, + 13.449883460998535, + 13.180259704589844, + 14.135383605957031, + 13.556685447692871, + 12.972503662109375, + 12.909502029418945, + 13.404107093811035, + 13.11876392364502, + 13.747271537780762, + 13.735299110412598, + 13.892728805541992 + ], + "p10": [ + 8.420280456542969, + 8.77171516418457, + 8.296516418457031, + 8.477926254272461, + 8.147453308105469, + 8.491802215576172, + 8.218545913696289, + 8.71279525756836, + 8.326047897338867, + 8.787517547607422, + 7.9975714683532715, + 8.468521118164062, + 8.342248916625977, + 8.71304702758789, + 8.396721839904785, + 8.995111465454102, + 8.568803787231445, + 8.33475112915039, + 8.135387420654297, + 8.561151504516602, + 8.26626205444336, + 8.850542068481445, + 8.500910758972168, + 8.691293716430664 + ], + "p90": [ + 19.510168075561523, + 20.478775024414062, + 20.126182556152344, + 20.136898040771484, + 19.966434478759766, + 20.31663703918457, + 20.10617446899414, + 20.910154342651367, + 20.692686080932617, + 21.272695541381836, + 19.915691375732422, + 20.637523651123047, + 20.64299774169922, + 21.12489128112793, + 20.943172454833984, + 22.49179458618164, + 22.025718688964844, + 20.957744598388672, + 20.754425048828125, + 21.40186309814453, + 21.000411987304688, + 21.704845428466797, + 21.77872657775879, + 21.995208740234375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_011817.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_011817.json new file mode 100644 index 0000000000000000000000000000000000000000..d1a467f88d137d050fa13efb450523c89bfa0cfd --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_011817.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T01:18:17.366470+00:00", + "metrics": { + "MSE[mean]": 21.6152067833591, + "MSE[0.5]": 21.6152067833591, + "MAE[0.5]": 3.7003557682037354, + "MASE[0.5]": 0.6373818548102128, + "MAPE[0.5]": 0.6239531566901786, + "sMAPE[0.5]": 0.349044285019188, + "MSIS": 7.024357118104635, + "RMSE[mean]": 4.649215717017129, + "NRMSE[mean]": 0.41947810980605676, + "ND[0.5]": 0.3338666858529686, + "mean_weighted_sum_quantile_loss": 0.26575550248250424 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 22.0, + 11.0, + 18.0, + 9.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0 + ], + "actual": [ + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, + 14.0, + 18.0, + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 + ], + "predictions": { + "p50": [ + 13.077702522277832, + 13.259004592895508, + 13.107675552368164, + 13.533697128295898, + 13.183284759521484, + 13.213004112243652, + 13.04084587097168, + 13.396484375, + 12.898041725158691, + 13.509897232055664, + 13.141575813293457, + 13.211091041564941, + 13.124885559082031, + 13.26323127746582, + 13.115397453308105, + 13.544341087341309, + 13.190887451171875, + 13.289862632751465, + 13.063071250915527, + 13.364602088928223, + 12.891729354858398, + 13.5695161819458, + 13.24353313446045, + 13.280158996582031 + ], + "p10": [ + 8.49730110168457, + 8.552860260009766, + 8.445757865905762, + 8.601251602172852, + 8.577740669250488, + 8.589189529418945, + 8.469385147094727, + 8.653925895690918, + 8.221752166748047, + 8.638782501220703, + 8.50667953491211, + 8.52463436126709, + 8.52315902709961, + 8.519771575927734, + 8.480588912963867, + 8.678982734680176, + 8.529011726379395, + 8.571756362915039, + 8.468467712402344, + 8.626792907714844, + 8.317184448242188, + 8.706849098205566, + 8.579867362976074, + 8.580096244812012 + ], + "p90": [ + 18.670011520385742, + 19.217220306396484, + 18.954710006713867, + 20.13848876953125, + 19.215341567993164, + 19.21172332763672, + 18.77115249633789, + 20.331575393676758, + 18.786653518676758, + 20.402713775634766, + 19.146541595458984, + 19.310623168945312, + 19.009777069091797, + 19.52880096435547, + 19.369930267333984, + 20.49539566040039, + 19.267744064331055, + 19.556285858154297, + 18.855510711669922, + 20.1385440826416, + 18.924619674682617, + 21.00665855407715, + 19.500961303710938, + 19.490665435791016 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_003246.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_003246.json new file mode 100644 index 0000000000000000000000000000000000000000..a80d6686330b0e71f16e28dab0beb4f4211c5fed --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_003246.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:32:46.058493+00:00", + "metrics": { + "MSE[mean]": 614.5008549491564, + "MSE[0.5]": 614.5008549491564, + "MAE[0.5]": 22.977193196614582, + "MASE[0.5]": 0.49457635580156944, + "MAPE[0.5]": 0.007563419560305348, + "sMAPE[0.5]": 0.007578447197696511, + "MSIS": 2.586803268637892, + "RMSE[mean]": 24.78912775692514, + "NRMSE[mean]": 0.008184606770755309, + "ND[0.5]": 0.007586361765287522, + "mean_weighted_sum_quantile_loss": 0.006875891387011624 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "predictions": { + "p50": [ + 3025.02294921875, + 3021.98486328125, + 3021.47705078125, + 3022.331298828125, + 3022.3369140625, + 3024.237060546875, + 3024.550048828125, + 3027.090087890625, + 3026.8193359375, + 3021.377197265625, + 3027.846435546875, + 3031.221923828125, + 3028.75146484375, + 3026.0615234375, + 3025.47265625, + 3027.999267578125, + 3027.49951171875, + 3024.820556640625, + 3025.51904296875, + 3027.6611328125, + 3024.810302734375, + 3026.306396484375, + 3030.365478515625, + 3029.17431640625 + ], + "p10": [ + 3005.28125, + 3001.07470703125, + 2998.544189453125, + 2996.3017578125, + 2995.015869140625, + 2993.270263671875, + 2991.65380859375, + 2992.16552734375, + 2990.171142578125, + 2990.1572265625, + 2989.98193359375, + 2985.16748046875, + 2987.291259765625, + 2985.833740234375, + 2983.87548828125, + 2979.253662109375, + 2970.18408203125, + 2967.58154296875, + 2967.014892578125, + 2965.58740234375, + 2963.30419921875, + 2961.85302734375, + 2961.53125, + 2962.182861328125 + ], + "p90": [ + 3053.537841796875, + 3059.7158203125, + 3061.88134765625, + 3067.845703125, + 3074.2587890625, + 3081.903564453125, + 3087.9931640625, + 3090.200439453125, + 3089.0859375, + 3088.558349609375, + 3091.601318359375, + 3095.6767578125, + 3094.76953125, + 3098.545654296875, + 3098.06396484375, + 3099.56787109375, + 3104.73876953125, + 3104.5693359375, + 3105.53369140625, + 3108.76318359375, + 3112.338134765625, + 3112.122802734375, + 3114.255615234375, + 3114.55029296875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_014356.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_014356.json new file mode 100644 index 0000000000000000000000000000000000000000..0ed4edc444b1403d3f20d4850fe1530ca773d7e9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_014356.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:43:56.295596+00:00", + "metrics": { + "MSE[mean]": 710.0353262821833, + "MSE[0.5]": 705.0585544879237, + "MAE[0.5]": 24.16021728515625, + "MASE[0.5]": 0.5200405514293722, + "MAPE[0.5]": 0.007950295681953741, + "sMAPE[0.5]": 0.007969470159047172, + "MSIS": 3.304709396020179, + "RMSE[mean]": 26.646488066576115, + "NRMSE[mean]": 0.008797849960074657, + "ND[0.5]": 0.007976959896048286, + "mean_weighted_sum_quantile_loss": 0.006504001822391223 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "predictions": { + "p50": [ + 3014.03271484375, + 3020.152099609375, + 3020.0509033203125, + 3020.300537109375, + 3021.983154296875, + 3022.135498046875, + 3025.697509765625, + 3023.6724853515625, + 3025.8360595703125, + 3022.913818359375, + 3023.9764404296875, + 3027.4722900390625, + 3028.7178955078125, + 3031.84521484375, + 3028.59130859375, + 3028.05126953125, + 3024.5657958984375, + 3024.7855224609375, + 3026.7569580078125, + 3024.93359375, + 3023.9442138671875, + 3029.9324951171875, + 3031.8743896484375, + 3026.0482177734375 + ], + "p10": [ + 2993.40380859375, + 2990.625244140625, + 2989.8878173828125, + 2984.3165283203125, + 2983.8177490234375, + 2980.0238037109375, + 2989.94580078125, + 2982.779296875, + 2995.96337890625, + 2982.9296875, + 2990.7056884765625, + 2993.2620849609375, + 2997.341796875, + 2987.6956787109375, + 2990.7490234375, + 2994.451904296875, + 2987.329833984375, + 2981.8057861328125, + 2981.544189453125, + 2977.329833984375, + 2985.847900390625, + 2978.45068359375, + 2983.4293212890625, + 2976.5560302734375 + ], + "p90": [ + 3030.2781982421875, + 3047.35791015625, + 3051.2193603515625, + 3056.4808349609375, + 3060.436279296875, + 3066.06787109375, + 3060.6412353515625, + 3062.795654296875, + 3063.9466552734375, + 3058.24560546875, + 3072.0728759765625, + 3068.96044921875, + 3067.9825439453125, + 3071.6981201171875, + 3064.9498291015625, + 3062.6986083984375, + 3068.5164794921875, + 3078.7564697265625, + 3068.6298828125, + 3067.19189453125, + 3072.8797607421875, + 3102.23681640625, + 3075.8193359375, + 3072.90673828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_014814.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_014814.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d7411b370ed7ae759b4db33cdee2093ec3705b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_014814.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:48:14.848911+00:00", + "metrics": { + "MSE[mean]": 918.5965576171875, + "MSE[0.5]": 918.5965576171875, + "MAE[0.5]": 29.16796875, + "MASE[0.5]": 0.6278307174887893, + "MAPE[0.5]": 0.009647096483942413, + "sMAPE[0.5]": 0.009616791795279968, + "MSIS": 2.113497582679372, + "RMSE[mean]": 30.308357883877303, + "NRMSE[mean]": 0.010006886631077938, + "ND[0.5]": 0.009630365249690466, + "mean_weighted_sum_quantile_loss": 0.006975214201575182 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "predictions": { + "p50": [ + 3022.46875, + 3031.1875, + 3033.71875, + 3036.53125, + 3037.09375, + 3038.5, + 3039.90625, + 3041.3125, + 3042.15625, + 3043.28125, + 3044.6875, + 3042.71875, + 3044.125, + 3045.8125, + 3046.375, + 3047.5, + 3044.40625, + 3044.6875, + 3045.8125, + 3047.21875, + 3046.65625, + 3045.53125, + 3047.5, + 3048.34375 + ], + "p10": [ + 2987.875, + 2994.0625, + 2995.1875, + 2995.1875, + 2993.5, + 2992.375, + 2991.25, + 2990.6875, + 2992.375, + 2993.5, + 2994.0625, + 2992.375, + 2995.1875, + 2998.0, + 2997.4375, + 2998.5625, + 2998.0, + 2997.4375, + 2998.5625, + 3000.25, + 3000.8125, + 2999.125, + 3000.25, + 3000.25 + ], + "p90": [ + 3068.734375, + 3078.0859375, + 3081.28515625, + 3083.2890625, + 3083.2890625, + 3083.4296875, + 3085.943359375, + 3088.9931640625, + 3090.42578125, + 3092.74609375, + 3097.0, + 3095.59375, + 3096.7890625, + 3096.859375, + 3097.7734375, + 3099.109375, + 3097.703125, + 3099.390625, + 3101.7109375, + 3104.6640625, + 3105.4375, + 3105.4375, + 3108.953125, + 3110.21875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_005852.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_005852.json new file mode 100644 index 0000000000000000000000000000000000000000..d2f57dae24f24af80d5dd322bcb075ca7cc8a099 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_005852.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:58:52.255864+00:00", + "metrics": { + "MSE[mean]": 644.0699632341663, + "MSE[0.5]": 786.2911835834384, + "MAE[0.5]": 19.446889241536457, + "MASE[0.5]": 0.41858775049047087, + "MAPE[0.5]": 0.006368141201098999, + "sMAPE[0.5]": 0.006409393150462875, + "MSIS": 16.193732702144057, + "RMSE[mean]": 25.37853351228487, + "NRMSE[mean]": 0.008379210404386255, + "ND[0.5]": 0.0064207640913038246, + "mean_weighted_sum_quantile_loss": 0.007057386604645297 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "predictions": { + "p50": [ + 3013.865478515625, + 3013.895263671875, + 3014.735107421875, + 3013.94189453125, + 3015.799072265625, + 3014.844482421875, + 3014.627197265625, + 3014.01806640625, + 3012.064453125, + 3015.30859375, + 3015.57080078125, + 3015.487548828125, + 3015.5478515625, + 3014.0302734375, + 3014.12158203125, + 3012.40185546875, + 3012.326416015625, + 3014.046630859375, + 3013.169677734375, + 3013.631591796875, + 3013.025390625, + 3013.78271484375, + 3013.407958984375, + 3014.118896484375 + ], + "p10": [ + 3019.14599609375, + 3019.13330078125, + 3023.1435546875, + 3025.625, + 3028.47021484375, + 3028.214599609375, + 3028.628173828125, + 3028.49609375, + 3031.024658203125, + 3028.437744140625, + 3029.485107421875, + 3033.6826171875, + 3032.49560546875, + 3029.338623046875, + 3030.3603515625, + 3029.5478515625, + 3033.009033203125, + 3032.740966796875, + 3029.407958984375, + 3031.994873046875, + 3029.48681640625, + 3028.16162109375, + 3031.060791015625, + 3031.8876953125 + ], + "p90": [ + 3028.796875, + 3032.16796875, + 3035.68994140625, + 3038.856689453125, + 3042.615234375, + 3043.635986328125, + 3044.67626953125, + 3045.934326171875, + 3045.661865234375, + 3048.749267578125, + 3049.88720703125, + 3049.286865234375, + 3050.045654296875, + 3049.86865234375, + 3050.593505859375, + 3049.753173828125, + 3050.479736328125, + 3052.152099609375, + 3052.013427734375, + 3052.775634765625, + 3053.4404296875, + 3056.083251953125, + 3054.078857421875, + 3055.664306640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_014133.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_014133.json new file mode 100644 index 0000000000000000000000000000000000000000..fc608d86284516f464fd1294c7ffeb2c777933c6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_014133.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:41:33.084867+00:00", + "metrics": { + "MSE[mean]": 734.3628340934714, + "MSE[0.5]": 734.3628340934714, + "MAE[0.5]": 24.978240966796875, + "MASE[0.5]": 0.5376482360566143, + "MAPE[0.5]": 0.008222418153295214, + "sMAPE[0.5]": 0.008239660239792711, + "MSIS": 2.5677401555493273, + "RMSE[mean]": 27.099129766349904, + "NRMSE[mean]": 0.008947298313281025, + "ND[0.5]": 0.008247046130184689, + "mean_weighted_sum_quantile_loss": 0.007176164166513811 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "predictions": { + "p50": [ + 3012.150390625, + 3016.802001953125, + 3018.3212890625, + 3019.66552734375, + 3021.42724609375, + 3022.4140625, + 3023.927490234375, + 3023.980712890625, + 3024.495849609375, + 3025.23974609375, + 3026.166748046875, + 3027.297607421875, + 3029.283935546875, + 3030.0419921875, + 3030.677490234375, + 3030.99462890625, + 3030.551025390625, + 3029.6171875, + 3029.72998046875, + 3030.058837890625, + 3029.1669921875, + 3028.154296875, + 3028.373046875, + 3028.927490234375 + ], + "p10": [ + 3005.66552734375, + 3002.7197265625, + 2998.662109375, + 2997.2802734375, + 2996.322265625, + 2994.572021484375, + 2992.11376953125, + 2991.181884765625, + 2990.385009765625, + 2988.713134765625, + 2986.818115234375, + 2985.443115234375, + 2983.672607421875, + 2982.92919921875, + 2981.609619140625, + 2980.327880859375, + 2978.900390625, + 2977.14013671875, + 2975.830078125, + 2974.675537109375, + 2973.40966796875, + 2971.9775390625, + 2971.391357421875, + 2971.174560546875 + ], + "p90": [ + 3056.38623046875, + 3071.236328125, + 3079.32373046875, + 3084.740234375, + 3090.3486328125, + 3094.656005859375, + 3096.67431640625, + 3098.648681640625, + 3098.91552734375, + 3097.887939453125, + 3099.617431640625, + 3102.40576171875, + 3103.1826171875, + 3103.9912109375, + 3103.74658203125, + 3107.32861328125, + 3109.6005859375, + 3109.423095703125, + 3109.113525390625, + 3109.64697265625, + 3111.35205078125, + 3111.297119140625, + 3110.22412109375, + 3111.647705078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_011821.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_011821.json new file mode 100644 index 0000000000000000000000000000000000000000..bba7ed9485e60a78b3bdc53c4c5cd4db63fd49f6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_011821.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T01:18:21.589528+00:00", + "metrics": { + "MSE[mean]": 927.1340220545729, + "MSE[0.5]": 927.1340220545729, + "MAE[0.5]": 18.749338785807293, + "MASE[0.5]": 0.40357321153307174, + "MAPE[0.5]": 0.006127798160115649, + "sMAPE[0.5]": 0.0061777099174243864, + "MSIS": 1.254574954456278, + "RMSE[mean]": 30.448875546636742, + "NRMSE[mean]": 0.010053281237024099, + "ND[0.5]": 0.006190454407200096, + "mean_weighted_sum_quantile_loss": 0.004853039964828763 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" + ], + "context": [ + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actual": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 + ], + "predictions": { + "p50": [ + 3010.43408203125, + 3010.333740234375, + 3010.640625, + 3010.098388671875, + 3010.111572265625, + 3010.240966796875, + 3010.302734375, + 3010.25, + 3010.38037109375, + 3009.9873046875, + 3010.015625, + 3010.25439453125, + 3009.972412109375, + 3010.254638671875, + 3009.886474609375, + 3010.21533203125, + 3010.03369140625, + 3009.615234375, + 3009.92138671875, + 3010.08349609375, + 3009.901123046875, + 3009.961181640625, + 3009.388427734375, + 3009.994384765625 + ], + "p10": [ + 3009.06396484375, + 3008.7314453125, + 3009.0390625, + 3008.603759765625, + 3008.500732421875, + 3008.456787109375, + 3008.500732421875, + 3008.593994140625, + 3008.580078125, + 3008.208740234375, + 3007.732666015625, + 3007.47998046875, + 3006.736328125, + 3006.0400390625, + 3004.631103515625, + 3004.0966796875, + 3002.58349609375, + 3000.70947265625, + 2999.5986328125, + 2997.630615234375, + 2995.8291015625, + 2993.6435546875, + 2991.772705078125, + 2990.470947265625 + ], + "p90": [ + 3059.985595703125, + 3059.852783203125, + 3061.649169921875, + 3061.108154296875, + 3062.1796875, + 3064.58447265625, + 3062.565185546875, + 3061.69384765625, + 3060.925048828125, + 3060.912841796875, + 3062.41064453125, + 3063.42333984375, + 3062.683349609375, + 3062.88232421875, + 3063.220458984375, + 3061.91064453125, + 3062.248291015625, + 3063.438232421875, + 3063.09912109375, + 3062.13037109375, + 3062.58349609375, + 3062.658935546875, + 3062.11328125, + 3063.250244140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_002957.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_002957.json new file mode 100644 index 0000000000000000000000000000000000000000..23fd8e76bb62537b03e2b35ebcdc66171ebdab33 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_002957.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:29:57.506807+00:00", + "metrics": { + "MSE[mean]": 0.003406569311993124, + "MSE[0.5]": 0.003406569311993124, + "MAE[0.5]": 0.03654548029104868, + "MASE[0.5]": 0.028146189660556566, + "MAPE[0.5]": 0.026838200512266448, + "sMAPE[0.5]": 0.02783179587963269, + "MSIS": 0.15037213100465655, + "RMSE[mean]": 0.058365823150137476, + "NRMSE[mean]": 0.0396506917866611, + "ND[0.5]": 0.024827090530161675, + "mean_weighted_sum_quantile_loss": 0.023792010233185633 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" + ], + "context": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "actual": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], + "predictions": { + "p50": [ + 1.6090658903121948, + 1.6039236783981323, + 1.5991383790969849, + 1.586676836013794, + 1.5825306177139282, + 1.5673171281814575, + 1.5610240697860718, + 1.5533976554870605, + 1.5436478853225708, + 1.5271469354629517, + 1.511049747467041, + 1.4925484657287598, + 1.469572901725769, + 1.4525620937347412, + 1.4319645166397095, + 1.4087539911270142, + 1.3426917791366577, + 1.330089807510376, + 1.3060081005096436, + 1.2847074270248413, + 1.2471466064453125, + 1.2159842252731323, + 1.1821825504302979, + 1.150398850440979 + ], + "p10": [ + 1.5893231630325317, + 1.5736658573150635, + 1.5691381692886353, + 1.5615079402923584, + 1.5453236103057861, + 1.5270360708236694, + 1.5184751749038696, + 1.5033782720565796, + 1.484751582145691, + 1.4685851335525513, + 1.4416821002960205, + 1.4215340614318848, + 1.3971266746520996, + 1.370940923690796, + 1.342594861984253, + 1.3111780881881714, + 1.2336757183074951, + 1.2298569679260254, + 1.1911427974700928, + 1.171963095664978, + 1.1305780410766602, + 1.0944715738296509, + 1.0527945756912231, + 1.01917564868927 + ], + "p90": [ + 1.6344914436340332, + 1.626015305519104, + 1.621457815170288, + 1.6262012720108032, + 1.6200648546218872, + 1.6144201755523682, + 1.606048583984375, + 1.601942539215088, + 1.5932074785232544, + 1.5866657495498657, + 1.5696699619293213, + 1.5538933277130127, + 1.5443378686904907, + 1.5248585939407349, + 1.5143433809280396, + 1.4999322891235352, + 1.4275661706924438, + 1.4143552780151367, + 1.3937039375305176, + 1.3751845359802246, + 1.360743761062622, + 1.3282963037490845, + 1.301068663597107, + 1.2784596681594849 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_014159.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_014159.json new file mode 100644 index 0000000000000000000000000000000000000000..1a91fc3e047f12f017d1328bd349e5345c6f8b08 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_014159.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:41:59.541548+00:00", + "metrics": { + "MSE[mean]": 0.001839449503503232, + "MSE[0.5]": 0.0011137645295485517, + "MAE[0.5]": 0.0276059756676356, + "MASE[0.5]": 0.021261261877472095, + "MAPE[0.5]": 0.019201508061140554, + "sMAPE[0.5]": 0.01916493510525347, + "MSIS": 0.5868080559783465, + "RMSE[mean]": 0.04288880394115965, + "NRMSE[mean]": 0.029136413304666153, + "ND[0.5]": 0.018754058001577364, + "mean_weighted_sum_quantile_loss": 0.061845309360048444 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" + ], + "context": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "actual": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], + "predictions": { + "p50": [ + 1.5936555862426758, + 1.583770751953125, + 1.5781850814819336, + 1.5728724002838135, + 1.5638272762298584, + 1.5454504489898682, + 1.5361987352371216, + 1.5187535285949707, + 1.5190885066986084, + 1.4945595264434814, + 1.474834680557251, + 1.477895736694336, + 1.4384400844573975, + 1.4693622589111328, + 1.4030641913414001, + 1.4809129238128662, + 1.435680329799652, + 1.413035809993744, + 1.3504006266593933, + 1.3674972653388977, + 1.2799941301345825, + 1.3674482107162476, + 1.2849196791648865, + 1.2730711102485657 + ], + "p10": [ + 1.558955430984497, + 1.541793704032898, + 1.5113219022750854, + 1.5056124925613403, + 1.4518903493881226, + 1.4338963031768799, + 1.4049426913261414, + 1.3738809823989868, + 1.2652952075004578, + 1.1988316178321838, + 1.16652250289917, + 1.1305589079856873, + 1.014037847518921, + 0.9522845447063446, + 0.9160463213920593, + 0.8824368715286255, + 0.7873769402503967, + 0.6202859282493591, + 0.4721186012029648, + 0.5796574950218201, + 0.5080415457487106, + 0.5738917887210846, + 0.3814667612314224, + 0.4450281113386154 + ], + "p90": [ + 1.6248024702072144, + 1.632675290107727, + 1.6465297937393188, + 1.649937391281128, + 1.6684046983718872, + 1.653443694114685, + 1.6691627502441406, + 1.6922075748443604, + 1.6862667798995972, + 1.7294479608535767, + 1.7609022855758667, + 1.834336757659912, + 1.8998790979385376, + 2.052117943763733, + 1.8014647960662842, + 2.125393033027649, + 1.9111127853393555, + 2.0313847064971924, + 2.049397587776184, + 1.9262003898620605, + 2.0644688606262207, + 2.0911905765533447, + 2.0811984539031982, + 2.0197774171829224 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_014422.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_014422.json new file mode 100644 index 0000000000000000000000000000000000000000..96a552aae354df6d3acb90c337cbda969425faf8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_014422.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:44:22.800954+00:00", + "metrics": { + "MSE[mean]": 0.002549775162786242, + "MSE[0.5]": 0.002549775162786242, + "MAE[0.5]": 0.038716912269592285, + "MASE[0.5]": 0.0298185588787566, + "MAPE[0.5]": 0.027366977445557873, + "sMAPE[0.5]": 0.027882913351460148, + "MSIS": 0.2281195054775221, + "RMSE[mean]": 0.050495298422588236, + "NRMSE[mean]": 0.03430386836623934, + "ND[0.5]": 0.026302248001948813, + "mean_weighted_sum_quantile_loss": 0.026918396718932546 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" + ], + "context": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "actual": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], + "predictions": { + "p50": [ + 1.6341552734375, + 1.62847900390625, + 1.62847900390625, + 1.622802734375, + 1.61712646484375, + 1.60577392578125, + 1.5887451171875, + 1.577392578125, + 1.5660400390625, + 1.5433349609375, + 1.53765869140625, + 1.50927734375, + 1.49224853515625, + 1.4752197265625, + 1.44683837890625, + 1.4298095703125, + 1.42413330078125, + 1.37872314453125, + 1.34466552734375, + 1.3162841796875, + 1.27655029296875, + 1.23681640625, + 1.2027587890625, + 1.154510498046875 + ], + "p10": [ + 1.622802734375, + 1.6114501953125, + 1.60577392578125, + 1.60009765625, + 1.5887451171875, + 1.57171630859375, + 1.5546875, + 1.531982421875, + 1.51495361328125, + 1.486572265625, + 1.46954345703125, + 1.441162109375, + 1.4071044921875, + 1.37872314453125, + 1.34466552734375, + 1.3162841796875, + 1.2935791015625, + 1.2254638671875, + 1.160186767578125, + 1.1119384765625, + 1.046661376953125, + 0.989898681640625, + 0.9302978515625, + 0.85650634765625 + ], + "p90": [ + 1.65118408203125, + 1.6455078125, + 1.63983154296875, + 1.63983154296875, + 1.63983154296875, + 1.63983154296875, + 1.622802734375, + 1.6114501953125, + 1.6114501953125, + 1.60009765625, + 1.5887451171875, + 1.5660400390625, + 1.56036376953125, + 1.5546875, + 1.53765869140625, + 1.52630615234375, + 1.5546875, + 1.52630615234375, + 1.4979248046875, + 1.49224853515625, + 1.45819091796875, + 1.43548583984375, + 1.42413330078125, + 1.39007568359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_004230.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_004230.json new file mode 100644 index 0000000000000000000000000000000000000000..6c370cec8ed7e8d6973a5ab5e81994b527f79c2b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_004230.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:42:30.878715+00:00", + "metrics": { + "MSE[mean]": 0.007942316008117936, + "MSE[0.5]": 0.0025968019373726983, + "MAE[0.5]": 0.04441059132417043, + "MASE[0.5]": 0.03420365299327415, + "MAPE[0.5]": 0.03140892311281104, + "sMAPE[0.5]": 0.030750095202687493, + "MSIS": 1.9657955819127375, + "RMSE[mean]": 0.08911967239682794, + "NRMSE[mean]": 0.06054325068362392, + "ND[0.5]": 0.03017023616934801, + "mean_weighted_sum_quantile_loss": 0.04132623455030458 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" + ], + "context": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "actual": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], + "predictions": { + "p50": [ + 1.6031314134597778, + 1.61693274974823, + 1.6081801652908325, + 1.60427725315094, + 1.588858962059021, + 1.585858702659607, + 1.587712049484253, + 1.5761675834655762, + 1.5849699974060059, + 1.5630247592926025, + 1.553611397743225, + 1.539164662361145, + 1.5155092477798462, + 1.5070030689239502, + 1.4941012859344482, + 1.4735106229782104, + 1.467305064201355, + 1.456313133239746, + 1.4525119066238403, + 1.4303861856460571, + 1.4192142486572266, + 1.39564049243927, + 1.3849817514419556, + 1.3854873180389404 + ], + "p10": [ + 1.6175404787063599, + 1.6153793334960938, + 1.596427321434021, + 1.601095199584961, + 1.5808871984481812, + 1.5845028162002563, + 1.5793911218643188, + 1.6015644073486328, + 1.6063629388809204, + 1.5785506963729858, + 1.573225736618042, + 1.581896424293518, + 1.5320088863372803, + 1.5483205318450928, + 1.5110782384872437, + 1.487200140953064, + 1.5093879699707031, + 1.4814627170562744, + 1.4513379335403442, + 1.473936676979065, + 1.465375542640686, + 1.4092655181884766, + 1.42072331905365, + 1.391609787940979 + ], + "p90": [ + 1.6090031862258911, + 1.6431512832641602, + 1.6552881002426147, + 1.660688042640686, + 1.651798129081726, + 1.646754503250122, + 1.6418002843856812, + 1.6438078880310059, + 1.6362587213516235, + 1.6324692964553833, + 1.6332083940505981, + 1.6171648502349854, + 1.61020827293396, + 1.619040846824646, + 1.612268090248108, + 1.603114366531372, + 1.6069614887237549, + 1.6155855655670166, + 1.6263411045074463, + 1.6113903522491455, + 1.617363691329956, + 1.6192749738693237, + 1.6049879789352417, + 1.5945696830749512 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_013440.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_013440.json new file mode 100644 index 0000000000000000000000000000000000000000..8254238850b3043586f9fb92ec3d481e61c560a3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_013440.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:34:40.437618+00:00", + "metrics": { + "MSE[mean]": 0.0003473950149460355, + "MSE[0.5]": 0.0003473950149460355, + "MAE[0.5]": 0.016407440106074016, + "MASE[0.5]": 0.012636498888287833, + "MAPE[0.5]": 0.011258614425573946, + "sMAPE[0.5]": 0.011234212480112254, + "MSIS": 0.16258712813830845, + "RMSE[mean]": 0.018638535751126898, + "NRMSE[mean]": 0.012662047693931236, + "ND[0.5]": 0.011146357843365918, + "mean_weighted_sum_quantile_loss": 0.01873023526699999 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" + ], + "context": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "actual": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], + "predictions": { + "p50": [ + 1.615348219871521, + 1.6126635074615479, + 1.607197642326355, + 1.6026804447174072, + 1.5969054698944092, + 1.5887184143066406, + 1.5787657499313354, + 1.5659427642822266, + 1.5535460710525513, + 1.5420249700546265, + 1.5284383296966553, + 1.511975884437561, + 1.4967153072357178, + 1.4783045053482056, + 1.4609718322753906, + 1.441115140914917, + 1.4214938879013062, + 1.4020226001739502, + 1.381622314453125, + 1.3591911792755127, + 1.3367911577224731, + 1.31259024143219, + 1.2887609004974365, + 1.261723518371582 + ], + "p10": [ + 1.6012390851974487, + 1.5976948738098145, + 1.5888786315917969, + 1.5782959461212158, + 1.5670342445373535, + 1.5515198707580566, + 1.533980131149292, + 1.512901782989502, + 1.4940316677093506, + 1.4744229316711426, + 1.4506206512451172, + 1.425382375717163, + 1.4005943536758423, + 1.3705651760101318, + 1.3401678800582886, + 1.3089730739593506, + 1.2781598567962646, + 1.241739273071289, + 1.2047594785690308, + 1.166520595550537, + 1.1279606819152832, + 1.0876400470733643, + 1.0464344024658203, + 0.9996792078018188 + ], + "p90": [ + 1.625501275062561, + 1.6273523569107056, + 1.626058578491211, + 1.6282380819320679, + 1.627424716949463, + 1.6252076625823975, + 1.622230052947998, + 1.6175053119659424, + 1.613235354423523, + 1.6090582609176636, + 1.6037559509277344, + 1.5978314876556396, + 1.5920612812042236, + 1.5821353197097778, + 1.5720049142837524, + 1.5636793375015259, + 1.5553371906280518, + 1.5515024662017822, + 1.5437191724777222, + 1.5375587940216064, + 1.5322877168655396, + 1.5273852348327637, + 1.5224723815917969, + 1.512193202972412 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_005908.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_005908.json new file mode 100644 index 0000000000000000000000000000000000000000..e7848e41a91ac1c5977d8fe26b0743fdf9e4ea01 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_005908.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T00:59:08.790928+00:00", + "metrics": { + "MSE[mean]": 0.004949862289420774, + "MSE[0.5]": 0.004949862289420774, + "MAE[0.5]": 0.04718548059463501, + "MASE[0.5]": 0.036340786205685906, + "MAPE[0.5]": 0.03452359679504293, + "sMAPE[0.5]": 0.03597572107776438, + "MSIS": 0.14735283868538, + "RMSE[mean]": 0.07035525772407329, + "NRMSE[mean]": 0.04779568742502635, + "ND[0.5]": 0.03205535100654096, + "mean_weighted_sum_quantile_loss": 0.030210710980172868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" + ], + "context": [ + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798 + ], + "actual": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], + "predictions": { + "p50": [ + 1.6086738109588623, + 1.6052677631378174, + 1.6014647483825684, + 1.5930390357971191, + 1.5839629173278809, + 1.572204828262329, + 1.5606303215026855, + 1.5447440147399902, + 1.528984785079956, + 1.5092949867248535, + 1.4914653301239014, + 1.4735832214355469, + 1.4508715867996216, + 1.424241304397583, + 1.399314284324646, + 1.3733446598052979, + 1.346729040145874, + 1.3180022239685059, + 1.287185549736023, + 1.2586615085601807, + 1.225393533706665, + 1.193650245666504, + 1.1619545221328735, + 1.1287710666656494 + ], + "p10": [ + 1.5939733982086182, + 1.5859215259552002, + 1.5791890621185303, + 1.566103458404541, + 1.5533287525177002, + 1.5327668190002441, + 1.5203135013580322, + 1.497663974761963, + 1.4790172576904297, + 1.4547301530838013, + 1.427870512008667, + 1.4030685424804688, + 1.3695526123046875, + 1.3368096351623535, + 1.3019639253616333, + 1.259782314300537, + 1.224980354309082, + 1.1902496814727783, + 1.1529852151870728, + 1.1148309707641602, + 1.0729708671569824, + 1.0324571132659912, + 0.9878809452056885, + 0.9461901783943176 + ], + "p90": [ + 1.6193969249725342, + 1.6204774379730225, + 1.6226751804351807, + 1.6194918155670166, + 1.6153895854949951, + 1.610445499420166, + 1.6032521724700928, + 1.5986833572387695, + 1.5883715152740479, + 1.576855182647705, + 1.5678446292877197, + 1.5589072704315186, + 1.5477256774902344, + 1.532740831375122, + 1.5194377899169922, + 1.5059642791748047, + 1.488908052444458, + 1.4736173152923584, + 1.4592390060424805, + 1.4419512748718262, + 1.4220980405807495, + 1.4102818965911865, + 1.3913220167160034, + 1.3813329935073853 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_003005.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_003005.json new file mode 100644 index 0000000000000000000000000000000000000000..1fdf0e8aa38e88bc29ba3c2d301f2e449dc4ad8c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_003005.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:30:05.899554+00:00", + "metrics": { + "MSE[mean]": 0.025570707400288367, + "MSE[0.5]": 0.025570707400288367, + "MAE[0.5]": 0.1241367111603419, + "MASE[0.5]": 0.8762589901319972, + "MAPE[0.5]": 0.1004153818481361, + "sMAPE[0.5]": 0.10879610288668355, + "MSIS": 13.662508583067401, + "RMSE[mean]": 0.15990843442510583, + "NRMSE[mean]": 0.13755564439698403, + "ND[0.5]": 0.10678426912484486, + "mean_weighted_sum_quantile_loss": 0.09932759930471027 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.091269850730896, + 1.0780678987503052, + 1.0586462020874023, + 1.0435502529144287, + 1.0555527210235596, + 1.076324462890625, + 1.0641348361968994, + 1.047465443611145, + 1.0336664915084839, + 1.0263895988464355, + 1.046755313873291, + 1.0598570108413696, + 1.0628302097320557, + 1.0411083698272705, + 1.0292434692382812, + 1.0220876932144165, + 1.031145691871643, + 1.0374499559402466, + 1.0334200859069824, + 1.03152596950531, + 1.0262130498886108, + 1.0086694955825806, + 1.0418466329574585, + 1.0520977973937988 + ], + "p10": [ + 0.9875348806381226, + 0.9335742592811584, + 0.9055019617080688, + 0.8917797207832336, + 0.8943151831626892, + 0.9281715154647827, + 0.9065144062042236, + 0.8836400508880615, + 0.8767461776733398, + 0.8724795579910278, + 0.8776923418045044, + 0.8934088349342346, + 0.8867934346199036, + 0.8775180578231812, + 0.8706763386726379, + 0.8637141585350037, + 0.8762429356575012, + 0.878477931022644, + 0.8768616914749146, + 0.8708966970443726, + 0.8640297651290894, + 0.8531217575073242, + 0.8705034852027893, + 0.8751479387283325 + ], + "p90": [ + 1.1562093496322632, + 1.155499815940857, + 1.1464203596115112, + 1.1465694904327393, + 1.1503151655197144, + 1.1614350080490112, + 1.161099910736084, + 1.1530771255493164, + 1.1503068208694458, + 1.148781180381775, + 1.1589438915252686, + 1.166495442390442, + 1.1672896146774292, + 1.1638766527175903, + 1.155508279800415, + 1.1495110988616943, + 1.1683125495910645, + 1.174534559249878, + 1.1738847494125366, + 1.1765676736831665, + 1.1817684173583984, + 1.1687520742416382, + 1.1945323944091797, + 1.2010807991027832 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_014205.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_014205.json new file mode 100644 index 0000000000000000000000000000000000000000..5d245f8b99bc21b52ae19d64919122ff66cfdd31 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_014205.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:42:05.803400+00:00", + "metrics": { + "MSE[mean]": 0.029026690051688675, + "MSE[0.5]": 0.03217676626670588, + "MAE[0.5]": 0.1451279235382875, + "MASE[0.5]": 1.0244322290394343, + "MAPE[0.5]": 0.11795520822927492, + "sMAPE[0.5]": 0.12888036294902105, + "MSIS": 12.425099019076008, + "RMSE[mean]": 0.1703722103269447, + "NRMSE[mean]": 0.1465567420700227, + "ND[0.5]": 0.12484122625598738, + "mean_weighted_sum_quantile_loss": 0.10777883380783475 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0678778886795044, + 1.0407835245132446, + 1.0356810092926025, + 1.0302738547325134, + 1.0159662961959839, + 1.0341898202896118, + 1.0372677445411682, + 1.026750922203064, + 1.0079546570777893, + 1.0201355814933777, + 1.0057940483093262, + 1.007016658782959, + 1.0133787989616394, + 1.0014156699180603, + 1.0244778990745544, + 1.0033457279205322, + 1.0253683924674988, + 1.0288059711456299, + 1.0205556154251099, + 1.033134937286377, + 1.0299172401428223, + 1.0135226249694824, + 1.0189231038093567, + 1.025761067867279 + ], + "p10": [ + 0.968402087688446, + 0.9151135087013245, + 0.9226638674736023, + 0.8706940114498138, + 0.9103905260562897, + 0.8817249536514282, + 0.8831274807453156, + 0.8787892758846283, + 0.8732888698577881, + 0.8527355790138245, + 0.8757585287094116, + 0.8767857253551483, + 0.8874717056751251, + 0.8553281426429749, + 0.8759732842445374, + 0.8671814203262329, + 0.8529301285743713, + 0.8728833496570587, + 0.848436176776886, + 0.8758758902549744, + 0.8532279431819916, + 0.8429112732410431, + 0.8626168072223663, + 0.8490597009658813 + ], + "p90": [ + 1.1493690609931946, + 1.1522377729415894, + 1.1446519494056702, + 1.155048668384552, + 1.1440364122390747, + 1.1437578201293945, + 1.1946172714233398, + 1.1473869681358337, + 1.158807098865509, + 1.1623528599739075, + 1.1353161334991455, + 1.1536195278167725, + 1.1470928192138672, + 1.1316702961921692, + 1.1772315502166748, + 1.1244540214538574, + 1.1874105334281921, + 1.1855230927467346, + 1.1968244910240173, + 1.2247129082679749, + 1.1835044622421265, + 1.2119450569152832, + 1.1757208108901978, + 1.2041524648666382 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_014434.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_014434.json new file mode 100644 index 0000000000000000000000000000000000000000..a1bbaffe7c5f4d0b613485fdc81aef7e278c2c3d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_014434.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:44:34.853507+00:00", + "metrics": { + "MSE[mean]": 0.022085343653644784, + "MSE[0.5]": 0.022085343653644784, + "MAE[0.5]": 0.11688168346881866, + "MASE[0.5]": 0.8250470385752782, + "MAPE[0.5]": 0.09491686050392233, + "sMAPE[0.5]": 0.10187334062393827, + "MSIS": 14.346117522388205, + "RMSE[mean]": 0.14861138467037033, + "NRMSE[mean]": 0.12783775200197564, + "ND[0.5]": 0.1005433850037959, + "mean_weighted_sum_quantile_loss": 0.09289967385933089 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.058389663696289, + 1.0512619018554688, + 1.0510692596435547, + 1.0528030395507812, + 1.0566558837890625, + 1.0685033798217773, + 1.0597381591796875, + 1.0481796264648438, + 1.0493354797363281, + 1.0479869842529297, + 1.0570411682128906, + 1.0668659210205078, + 1.058004379272461, + 1.0524177551269531, + 1.0472164154052734, + 1.0514545440673828, + 1.0589675903320312, + 1.070718765258789, + 1.0634946823120117, + 1.061375617980957, + 1.058197021484375, + 1.0574264526367188, + 1.0682144165039062, + 1.0685997009277344 + ], + "p10": [ + 0.9333648681640625, + 0.9171829223632812, + 0.916412353515625, + 0.91949462890625, + 0.922576904296875, + 0.9387588500976562, + 0.922576904296875, + 0.9017715454101562, + 0.9079360961914062, + 0.9094772338867188, + 0.9233474731445312, + 0.9333648681640625, + 0.9210357666015625, + 0.9156417846679688, + 0.9087066650390625, + 0.916412353515625, + 0.9279708862304688, + 0.941070556640625, + 0.9325942993164062, + 0.93182373046875, + 0.9272003173828125, + 0.9241180419921875, + 0.9356765747070312, + 0.9387588500976562 + ], + "p90": [ + 1.1379508972167969, + 1.1394920349121094, + 1.1433448791503906, + 1.1452713012695312, + 1.1487388610839844, + 1.1533622741699219, + 1.1487388610839844, + 1.1441154479980469, + 1.144500732421875, + 1.1441154479980469, + 1.1545181274414062, + 1.1641502380371094, + 1.1587562561035156, + 1.1533622741699219, + 1.1525917053222656, + 1.1572151184082031, + 1.1614532470703125, + 1.1730117797851562, + 1.1664619445800781, + 1.1649208068847656, + 1.1626091003417969, + 1.1645355224609375, + 1.1749382019042969, + 1.1745529174804688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_005208.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_005208.json new file mode 100644 index 0000000000000000000000000000000000000000..5d2a646d13631b169e870d935114fa4646467665 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_005208.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:52:08.444093+00:00", + "metrics": { + "MSE[mean]": 0.020830764090728593, + "MSE[0.5]": 0.02700076301116816, + "MAE[0.5]": 0.1331366846958796, + "MASE[0.5]": 0.939788204397055, + "MAPE[0.5]": 0.1083829007586274, + "sMAPE[0.5]": 0.11729325051217566, + "MSIS": 16.56187224048072, + "RMSE[mean]": 0.14432866690553403, + "NRMSE[mean]": 0.12415369365927213, + "ND[0.5]": 0.11452618194944023, + "mean_weighted_sum_quantile_loss": 0.0892202007060988 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0523892641067505, + 1.049742579460144, + 1.0425821542739868, + 1.0423107147216797, + 1.0420196056365967, + 1.0506658554077148, + 1.0503616333007812, + 1.0440527200698853, + 1.0378361940383911, + 1.0362904071807861, + 1.0278666019439697, + 1.0353729724884033, + 1.037177324295044, + 1.032000184059143, + 1.025648593902588, + 1.0261588096618652, + 1.0279310941696167, + 1.0238075256347656, + 1.0269534587860107, + 1.0329800844192505, + 1.0304715633392334, + 1.034537434577942, + 1.0426770448684692, + 1.0524365901947021 + ], + "p10": [ + 1.0731266736984253, + 1.0641285181045532, + 1.0631450414657593, + 1.0613361597061157, + 1.0714763402938843, + 1.0775609016418457, + 1.075613021850586, + 1.0709946155548096, + 1.0670890808105469, + 1.058577537536621, + 1.0613243579864502, + 1.0561916828155518, + 1.0673168897628784, + 1.0608720779418945, + 1.0537806749343872, + 1.057281255722046, + 1.0625231266021729, + 1.0626698732376099, + 1.0584805011749268, + 1.0583192110061646, + 1.061588168144226, + 1.0636368989944458, + 1.0735650062561035, + 1.0708187818527222 + ], + "p90": [ + 1.1366732120513916, + 1.1427875757217407, + 1.1418993473052979, + 1.1437057256698608, + 1.1452122926712036, + 1.157334327697754, + 1.1569814682006836, + 1.152657151222229, + 1.1515411138534546, + 1.1530827283859253, + 1.1450752019882202, + 1.1497313976287842, + 1.1520215272903442, + 1.1466730833053589, + 1.1424775123596191, + 1.147010087966919, + 1.152911901473999, + 1.1471858024597168, + 1.1492327451705933, + 1.1514337062835693, + 1.1493871212005615, + 1.1541846990585327, + 1.1617717742919922, + 1.1698365211486816 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_013445.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_013445.json new file mode 100644 index 0000000000000000000000000000000000000000..4d47add547ce7a924ec84cbe3ccd8ddce6f0a6e7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_013445.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:34:45.277224+00:00", + "metrics": { + "MSE[mean]": 0.026470150351640836, + "MSE[0.5]": 0.026470150351640836, + "MAE[0.5]": 0.13094418247540793, + "MASE[0.5]": 0.9243117207395238, + "MAPE[0.5]": 0.10650472325848548, + "sMAPE[0.5]": 0.11518264942069717, + "MSIS": 9.767563294512252, + "RMSE[mean]": 0.16269649766249067, + "NRMSE[mean]": 0.13995397839741872, + "ND[0.5]": 0.11264015850819356, + "mean_weighted_sum_quantile_loss": 0.09908256377587886 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.065385341644287, + 1.0542092323303223, + 1.0443006753921509, + 1.0407192707061768, + 1.0429937839508057, + 1.047413945198059, + 1.0443391799926758, + 1.0405000448226929, + 1.0379784107208252, + 1.0325672626495361, + 1.0345638990402222, + 1.0387721061706543, + 1.0407274961471558, + 1.0387303829193115, + 1.036745548248291, + 1.035292625427246, + 1.0352164506912231, + 1.0357558727264404, + 1.0348012447357178, + 1.0355114936828613, + 1.0361539125442505, + 1.0315479040145874, + 1.0424939393997192, + 1.0452024936676025 + ], + "p10": [ + 0.9466723203659058, + 0.9210233092308044, + 0.9083199501037598, + 0.8988187313079834, + 0.8993837833404541, + 0.9025730490684509, + 0.8944402933120728, + 0.8871155977249146, + 0.883750319480896, + 0.8762648701667786, + 0.8746238350868225, + 0.875397264957428, + 0.8756711483001709, + 0.8737635612487793, + 0.8700433373451233, + 0.8655664324760437, + 0.86231929063797, + 0.8616446256637573, + 0.8607601523399353, + 0.8618575930595398, + 0.8610304594039917, + 0.8546013236045837, + 0.8647004961967468, + 0.8663224577903748 + ], + "p90": [ + 1.148027777671814, + 1.1522071361541748, + 1.1570725440979004, + 1.1619929075241089, + 1.1706523895263672, + 1.1806620359420776, + 1.1822235584259033, + 1.183088779449463, + 1.1858148574829102, + 1.184659719467163, + 1.1914570331573486, + 1.1985256671905518, + 1.2008094787597656, + 1.200980305671692, + 1.2033969163894653, + 1.2044700384140015, + 1.207803726196289, + 1.21293044090271, + 1.215397834777832, + 1.220247507095337, + 1.2224619388580322, + 1.2199937105178833, + 1.2332381010055542, + 1.2381196022033691 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_010816.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_010816.json new file mode 100644 index 0000000000000000000000000000000000000000..ff303855cb09f724eae4321dfc790934d7fa62ac --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_010816.json @@ -0,0 +1,347 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T01:08:16.359655+00:00", + "metrics": { + "MSE[mean]": 0.030755765149063308, + "MSE[0.5]": 0.030755765149063308, + "MAE[0.5]": 0.13359598318735758, + "MASE[0.5]": 0.9430303108500913, + "MAPE[0.5]": 0.10767333907273628, + "sMAPE[0.5]": 0.11799326759418229, + "MSIS": 10.575019620443296, + "RMSE[mean]": 0.17537321673808492, + "NRMSE[mean]": 0.15085868312767237, + "ND[0.5]": 0.11492127743138245, + "mean_weighted_sum_quantile_loss": 0.09899416650211891 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0932236909866333, + 1.042934536933899, + 1.0027192831039429, + 1.0051863193511963, + 1.000722050666809, + 1.0904253721237183, + 1.0487490892410278, + 1.0023871660232544, + 1.002027988433838, + 1.0025500059127808, + 1.001469612121582, + 1.0884497165679932, + 1.0758329629898071, + 1.0110604763031006, + 1.0029852390289307, + 1.0039130449295044, + 1.0041559934616089, + 1.0636475086212158, + 1.0486382246017456, + 1.0098791122436523, + 1.0042414665222168, + 1.0067756175994873, + 1.0188792943954468, + 1.0779695510864258 + ], + "p10": [ + 0.9780954122543335, + 0.9573773741722107, + 0.9302785396575928, + 0.9061278104782104, + 0.9024640917778015, + 0.9115678668022156, + 0.9148499369621277, + 0.9070001244544983, + 0.8988940119743347, + 0.8868546485900879, + 0.8948881030082703, + 0.9015737175941467, + 0.8984904289245605, + 0.8939982652664185, + 0.887822151184082, + 0.8869376182556152, + 0.889816164970398, + 0.8977504968643188, + 0.8880924582481384, + 0.8868704438209534, + 0.8824999332427979, + 0.876072883605957, + 0.8818058371543884, + 0.8942151665687561 + ], + "p90": [ + 1.1304314136505127, + 1.1295065879821777, + 1.1307129859924316, + 1.1338963508605957, + 1.1428109407424927, + 1.1659412384033203, + 1.1632336378097534, + 1.163084864616394, + 1.1441235542297363, + 1.1469448804855347, + 1.1790838241577148, + 1.2053704261779785, + 1.2077341079711914, + 1.205705165863037, + 1.2036187648773193, + 1.1985007524490356, + 1.2119038105010986, + 1.231189250946045, + 1.2267991304397583, + 1.2264833450317383, + 1.2218064069747925, + 1.2147680521011353, + 1.2367644309997559, + 1.2596259117126465 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_002429.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_002429.json new file mode 100644 index 0000000000000000000000000000000000000000..8296c03a944d0751e59ca860fcd5bf1d278aa7d9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_002429.json @@ -0,0 +1,297 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:24:29.621208+00:00", + "metrics": { + "MSE[mean]": 24.8303605319896, + "MSE[0.5]": 24.8303605319896, + "MAE[0.5]": 3.86064076423645, + "MASE[0.5]": 2.4106563786326287, + "MAPE[0.5]": 0.16907229469696064, + "sMAPE[0.5]": 0.14852529859539534, + "MSIS": 60.20267861109787, + "RMSE[mean]": 4.98300717759764, + "NRMSE[mean]": 0.21880485694379262, + "ND[0.5]": 0.1695215198420369, + "mean_weighted_sum_quantile_loss": 0.1396064612336441 + }, + "context_length": 71, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.68138885498047, + 22.401607513427734, + 22.123748779296875, + 21.95850372314453, + 21.982267379760742, + 22.289993286132812, + 23.103321075439453, + 24.613496780395508, + 26.619089126586914, + 28.64664649963379, + 30.240795135498047, + 31.29031753540039, + 31.840782165527344, + 32.02314758300781, + 31.882110595703125, + 31.365699768066406, + 30.49811363220215, + 29.362300872802734, + 28.044260025024414, + 26.72704315185547, + 25.731348037719727, + 25.006378173828125, + 24.390384674072266, + 23.850351333618164 + ], + "p10": [ + 22.24690818786621, + 21.761493682861328, + 21.403776168823242, + 21.169662475585938, + 21.086856842041016, + 21.285520553588867, + 22.001052856445312, + 23.404924392700195, + 25.273420333862305, + 27.14143943786621, + 28.388792037963867, + 29.529836654663086, + 29.918344497680664, + 29.83365821838379, + 29.939186096191406, + 29.36907958984375, + 27.998779296875, + 26.744688034057617, + 25.35899543762207, + 24.126920700073242, + 23.135744094848633, + 22.446041107177734, + 21.80219268798828, + 21.266254425048828 + ], + "p90": [ + 23.15287971496582, + 22.961177825927734, + 22.807880401611328, + 22.750503540039062, + 22.815927505493164, + 23.247175216674805, + 24.130596160888672, + 25.645727157592773, + 27.815248489379883, + 30.0772705078125, + 31.755693435668945, + 32.887733459472656, + 33.51751708984375, + 33.742431640625, + 33.745697021484375, + 33.18088912963867, + 32.522666931152344, + 31.617679595947266, + 30.24856948852539, + 29.015657424926758, + 28.07189178466797, + 27.401641845703125, + 26.922290802001953, + 26.398757934570312 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_014153.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_014153.json new file mode 100644 index 0000000000000000000000000000000000000000..97ad93d12da82c986b2a8423ee4c06d307d384bf --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_014153.json @@ -0,0 +1,297 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:41:53.200556+00:00", + "metrics": { + "MSE[mean]": 19.07469179502914, + "MSE[0.5]": 18.243655513688356, + "MAE[0.5]": 3.331818103790283, + "MASE[0.5]": 2.080449607938138, + "MAPE[0.5]": 0.14567018799615553, + "sMAPE[0.5]": 0.13047556033124477, + "MSIS": 46.18007184105378, + "RMSE[mean]": 4.367458276277993, + "NRMSE[mean]": 0.19177597970262295, + "ND[0.5]": 0.146300809446965, + "mean_weighted_sum_quantile_loss": 0.11703735191378493 + }, + "context_length": 71, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.40965461730957, + 22.12001132965088, + 21.752881050109863, + 21.479337692260742, + 21.487723350524902, + 21.707697868347168, + 22.622127532958984, + 24.322447776794434, + 26.40480613708496, + 28.319255828857422, + 29.636430740356445, + 30.461952209472656, + 30.945457458496094, + 30.74040412902832, + 30.393134117126465, + 30.000307083129883, + 29.417726516723633, + 28.41929531097412, + 27.179210662841797, + 26.041573524475098, + 24.784750938415527, + 23.990829467773438, + 23.53935432434082, + 22.99048900604248 + ], + "p10": [ + 22.022482872009277, + 21.58828067779541, + 21.10209369659424, + 20.673768997192383, + 20.616798400878906, + 20.60889720916748, + 21.246893882751465, + 23.145984649658203, + 24.83040428161621, + 26.273693084716797, + 27.444469451904297, + 27.75893211364746, + 28.987568855285645, + 28.174654960632324, + 28.383438110351562, + 27.60653018951416, + 26.328855514526367, + 26.2425479888916, + 24.544730186462402, + 23.913878440856934, + 22.85669708251953, + 21.4365177154541, + 20.86293888092041, + 20.72340202331543 + ], + "p90": [ + 22.88562774658203, + 22.62694263458252, + 22.331830978393555, + 22.121089935302734, + 22.26754665374756, + 22.694944381713867, + 24.068184852600098, + 25.77640724182129, + 27.796194076538086, + 30.28335952758789, + 31.597543716430664, + 32.39373970031738, + 33.07123565673828, + 33.02753829956055, + 32.87656593322754, + 32.55051040649414, + 32.16164779663086, + 30.826152801513672, + 29.5889949798584, + 28.42835235595703, + 26.70894432067871, + 25.833383560180664, + 26.07429599761963, + 25.165474891662598 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_014417.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_014417.json new file mode 100644 index 0000000000000000000000000000000000000000..7608c5efeb4ff256b0ddc741bf4999f0e931f7f9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_014417.json @@ -0,0 +1,297 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:44:17.793551+00:00", + "metrics": { + "MSE[mean]": 16.3477594400797, + "MSE[0.5]": 16.3477594400797, + "MAE[0.5]": 3.03729780515035, + "MASE[0.5]": 1.8965456189604009, + "MAPE[0.5]": 0.13265318939582207, + "sMAPE[0.5]": 0.11902678140052318, + "MSIS": 32.43547507346092, + "RMSE[mean]": 4.04323625825646, + "NRMSE[mean]": 0.1775393250595865, + "ND[0.5]": 0.13336836333276494, + "mean_weighted_sum_quantile_loss": 0.09754846870080457 + }, + "context_length": 71, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.68182373046875, + 22.3275146484375, + 21.9979248046875, + 21.7672119140625, + 21.684814453125, + 21.849609375, + 22.541748046875, + 23.90130615234375, + 25.726409912109375, + 27.6009521484375, + 29.199462890625, + 30.22119140625, + 30.781494140625, + 30.9462890625, + 30.715576171875, + 30.056396484375, + 29.03466796875, + 27.9635009765625, + 26.53802490234375, + 25.267044067382812, + 24.284454345703125, + 23.6788330078125, + 23.11029052734375, + 22.64886474609375 + ], + "p10": [ + 22.3934326171875, + 21.849609375, + 21.355224609375, + 20.9761962890625, + 20.8114013671875, + 20.7784423828125, + 21.25634765625, + 22.343994140625, + 23.81890869140625, + 25.18670654296875, + 26.32379150390625, + 26.9417724609375, + 27.221923828125, + 27.353759765625, + 27.32080078125, + 26.71929931640625, + 25.97772216796875, + 25.002342224121094, + 23.773590087890625, + 22.74774169921875, + 21.9814453125, + 21.421142578125, + 20.8443603515625, + 20.366455078125 + ], + "p90": [ + 22.96197509765625, + 22.78070068359375, + 22.640625, + 22.5087890625, + 22.5087890625, + 22.83837890625, + 23.707672119140625, + 25.18670654296875, + 27.1395263671875, + 29.199462890625, + 30.88037109375, + 32.099853515625, + 32.72607421875, + 33.0556640625, + 32.759033203125, + 32.19873046875, + 31.2099609375, + 30.1552734375, + 28.672119140625, + 27.32080078125, + 26.22491455078125, + 25.5904541015625, + 25.044570922851562, + 24.624343872070312 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_003304.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_003304.json new file mode 100644 index 0000000000000000000000000000000000000000..c7e393c1f160dec3e7f451c87eb41adbf3c6f6d0 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_003304.json @@ -0,0 +1,297 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:33:04.654879+00:00", + "metrics": { + "MSE[mean]": 19.47776982140628, + "MSE[0.5]": 17.26073411871069, + "MAE[0.5]": 3.198925336201986, + "MASE[0.5]": 1.9974688756129346, + "MAPE[0.5]": 0.13921436982684388, + "sMAPE[0.5]": 0.1251515027128617, + "MSIS": 81.22673232980667, + "RMSE[mean]": 4.413362643314764, + "NRMSE[mean]": 0.19379164977986701, + "ND[0.5]": 0.14046546103892985, + "mean_weighted_sum_quantile_loss": 0.14502870025094725 + }, + "context_length": 71, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.442657470703125, + 22.188114166259766, + 21.65435028076172, + 21.343326568603516, + 21.22178077697754, + 21.482852935791016, + 22.329727172851562, + 23.794605255126953, + 25.901647567749023, + 28.170103073120117, + 30.03667640686035, + 30.893497467041016, + 31.324787139892578, + 31.207326889038086, + 30.66766357421875, + 29.875120162963867, + 29.070266723632812, + 27.871644973754883, + 26.52094268798828, + 25.239418029785156, + 24.045795440673828, + 23.29744529724121, + 22.868562698364258, + 22.510723114013672 + ], + "p10": [ + 22.54256248474121, + 22.279430389404297, + 21.703956604003906, + 21.6973819732666, + 21.526676177978516, + 21.725006103515625, + 22.5621280670166, + 24.149133682250977, + 26.248720169067383, + 28.410297393798828, + 30.16707420349121, + 31.218820571899414, + 31.47332763671875, + 31.38812255859375, + 30.798629760742188, + 29.981460571289062, + 29.328880310058594, + 28.203283309936523, + 26.8514404296875, + 25.5405330657959, + 24.540693283081055, + 23.687728881835938, + 23.177690505981445, + 22.830503463745117 + ], + "p90": [ + 22.821626663208008, + 22.70427703857422, + 22.35982322692871, + 22.151168823242188, + 22.181848526000977, + 22.573198318481445, + 23.497976303100586, + 25.002792358398438, + 27.150789260864258, + 29.439842224121094, + 31.294763565063477, + 32.120849609375, + 32.55133056640625, + 32.53116989135742, + 32.00481033325195, + 31.337800979614258, + 30.662464141845703, + 29.507953643798828, + 28.17866325378418, + 26.778867721557617, + 25.768815994262695, + 25.078340530395508, + 24.679763793945312, + 24.21097755432129 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_012532.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_012532.json new file mode 100644 index 0000000000000000000000000000000000000000..89c6097ceff118a357b30d8200abf7e65940856e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_012532.json @@ -0,0 +1,297 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:25:32.619104+00:00", + "metrics": { + "MSE[mean]": 17.258045542325664, + "MSE[0.5]": 17.258045542325664, + "MAE[0.5]": 3.1616267363230386, + "MASE[0.5]": 1.974178931481074, + "MAPE[0.5]": 0.13808818900582684, + "sMAPE[0.5]": 0.12376321487957258, + "MSIS": 35.84680411743509, + "RMSE[mean]": 4.154280388024581, + "NRMSE[mean]": 0.18241529534467757, + "ND[0.5]": 0.1388276719449452, + "mean_weighted_sum_quantile_loss": 0.10292266373333431 + }, + "context_length": 71, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.636070251464844, + 22.24582862854004, + 21.931087493896484, + 21.66965103149414, + 21.613658905029297, + 21.75271224975586, + 22.386960983276367, + 23.699295043945312, + 25.704105377197266, + 27.85846710205078, + 29.404109954833984, + 30.412376403808594, + 30.979991912841797, + 31.085289001464844, + 30.73023223876953, + 30.129419326782227, + 29.279577255249023, + 28.151714324951172, + 26.719606399536133, + 25.359031677246094, + 24.419296264648438, + 23.814706802368164, + 23.25227165222168, + 22.731969833374023 + ], + "p10": [ + 22.436967849731445, + 21.89061737060547, + 21.40472984313965, + 20.999069213867188, + 20.807466506958008, + 20.80068588256836, + 21.21540641784668, + 22.181785583496094, + 23.67080307006836, + 25.372943878173828, + 26.667070388793945, + 27.26409149169922, + 27.631669998168945, + 27.70292091369629, + 27.370161056518555, + 26.8319034576416, + 26.148038864135742, + 25.280611038208008, + 24.19585418701172, + 23.080673217773438, + 22.225656509399414, + 21.659942626953125, + 21.1230411529541, + 20.60284996032715 + ], + "p90": [ + 22.814851760864258, + 22.57018280029297, + 22.411846160888672, + 22.305374145507812, + 22.393659591674805, + 22.66429901123047, + 23.4240665435791, + 24.8774471282959, + 27.118431091308594, + 29.44104766845703, + 31.153919219970703, + 32.26314926147461, + 32.840492248535156, + 33.03546905517578, + 32.68983459472656, + 32.079315185546875, + 31.171031951904297, + 30.05922508239746, + 28.635255813598633, + 27.240909576416016, + 26.26309585571289, + 25.64252281188965, + 25.06066131591797, + 24.542095184326172 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_005904.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_005904.json new file mode 100644 index 0000000000000000000000000000000000000000..3f3534f595c00c47c8a0e354dd4222661473f6e7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_005904.json @@ -0,0 +1,297 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T00:59:04.821396+00:00", + "metrics": { + "MSE[mean]": 27.213113120779628, + "MSE[0.5]": 27.213113120779628, + "MAE[0.5]": 4.021333297093709, + "MASE[0.5]": 2.5109958049059764, + "MAPE[0.5]": 0.17587306639644643, + "sMAPE[0.5]": 0.1536135386222476, + "MSIS": 59.86891208788146, + "RMSE[mean]": 5.216618935745607, + "NRMSE[mean]": 0.22906279667780619, + "ND[0.5]": 0.1765775615876399, + "mean_weighted_sum_quantile_loss": 0.14394318631470898 + }, + "context_length": 71, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.52652931213379, + 22.244813919067383, + 21.973588943481445, + 21.890766143798828, + 21.897201538085938, + 22.066394805908203, + 22.757062911987305, + 24.0115966796875, + 26.533266067504883, + 28.968673706054688, + 30.828218460083008, + 32.023921966552734, + 32.51642608642578, + 32.56050109863281, + 32.18581771850586, + 31.634288787841797, + 30.604652404785156, + 29.466392517089844, + 28.118818283081055, + 26.87114906311035, + 25.840721130371094, + 25.121383666992188, + 24.52264404296875, + 23.985881805419922 + ], + "p10": [ + 22.264421463012695, + 21.75548553466797, + 21.25033950805664, + 21.035320281982422, + 20.872337341308594, + 20.943281173706055, + 21.47008514404297, + 22.587745666503906, + 24.737646102905273, + 26.90066146850586, + 28.468360900878906, + 29.660707473754883, + 30.090438842773438, + 29.865442276000977, + 29.348878860473633, + 28.7459774017334, + 27.705686569213867, + 26.669389724731445, + 25.472368240356445, + 24.198383331298828, + 23.233556747436523, + 22.566944122314453, + 21.974422454833984, + 21.443740844726562 + ], + "p90": [ + 22.812440872192383, + 22.715070724487305, + 22.642240524291992, + 22.655771255493164, + 22.86113166809082, + 23.129148483276367, + 24.06208610534668, + 25.51239013671875, + 28.410160064697266, + 31.109764099121094, + 33.04745101928711, + 34.247459411621094, + 35.03924560546875, + 35.2852897644043, + 34.857177734375, + 34.36541748046875, + 33.325042724609375, + 32.00021743774414, + 30.86314582824707, + 29.705795288085938, + 28.520286560058594, + 27.601299285888672, + 27.026166915893555, + 26.375347137451172 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_003012.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_003012.json new file mode 100644 index 0000000000000000000000000000000000000000..c989b7d7d075a68af73eb09c0338ee7dd986d771 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_003012.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:30:12.049548+00:00", + "metrics": { + "MSE[mean]": 0.921767797826457, + "MSE[0.5]": 0.921767797826457, + "MAE[0.5]": 0.7082039515177408, + "MASE[0.5]": 0.40055524970054773, + "MAPE[0.5]": 0.036217152578473, + "sMAPE[0.5]": 0.037444525727216335, + "MSIS": 2.1820800809518897, + "RMSE[mean]": 0.9600873907236034, + "NRMSE[mean]": 0.049939526836092686, + "ND[0.5]": 0.03683765726325314, + "mean_weighted_sum_quantile_loss": 0.039891219486509366 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 19.021059036254883, + 18.998220443725586, + 18.938488006591797, + 18.876955032348633, + 18.799171447753906, + 18.720748901367188, + 18.668367385864258, + 18.654653549194336, + 18.637605667114258, + 18.620811462402344, + 18.600507736206055, + 18.606285095214844, + 18.63404655456543, + 18.640165328979492, + 18.6009521484375, + 18.54513931274414, + 18.29375648498535, + 18.22380828857422, + 18.149484634399414, + 18.139888763427734, + 18.10744857788086, + 18.056293487548828, + 18.016197204589844, + 17.89516830444336 + ], + "p10": [ + 18.265090942382812, + 17.974382400512695, + 17.779157638549805, + 17.570234298706055, + 17.411121368408203, + 17.210338592529297, + 17.084577560424805, + 16.98855209350586, + 16.92411994934082, + 16.786998748779297, + 16.742353439331055, + 16.65958595275879, + 16.616600036621094, + 16.53472137451172, + 16.53498649597168, + 16.414663314819336, + 16.275545120239258, + 16.220483779907227, + 16.186317443847656, + 16.132394790649414, + 16.10700035095215, + 16.06899070739746, + 16.03246307373047, + 16.000944137573242 + ], + "p90": [ + 19.834850311279297, + 20.025890350341797, + 20.129621505737305, + 20.230022430419922, + 20.270519256591797, + 20.295677185058594, + 20.357818603515625, + 20.445371627807617, + 20.513967514038086, + 20.584110260009766, + 20.66120719909668, + 20.77097511291504, + 20.849336624145508, + 20.913557052612305, + 20.906917572021484, + 20.954425811767578, + 20.822616577148438, + 20.89765739440918, + 20.967159271240234, + 20.923023223876953, + 20.908212661743164, + 20.9674072265625, + 20.9263916015625, + 20.957820892333984 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_014211.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_014211.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e83efec1b1df95643db72bb4459d8e58b940ce --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_014211.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:42:11.629635+00:00", + "metrics": { + "MSE[mean]": 0.6055569998103844, + "MSE[0.5]": 0.4967915521123132, + "MAE[0.5]": 0.49730130036671955, + "MASE[0.5]": 0.2812701709979212, + "MAPE[0.5]": 0.025369216623126162, + "sMAPE[0.5]": 0.026017645445927325, + "MSIS": 2.6840675366813245, + "RMSE[mean]": 0.7781754299708931, + "NRMSE[mean]": 0.040477266073591374, + "ND[0.5]": 0.02586742818960451, + "mean_weighted_sum_quantile_loss": 0.039293304356478764 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 19.043208122253418, + 19.01980209350586, + 19.002615928649902, + 18.926593780517578, + 18.93048858642578, + 18.68796157836914, + 18.781855583190918, + 18.58512592315674, + 18.88239574432373, + 18.730849266052246, + 18.667150497436523, + 18.79665756225586, + 18.65900707244873, + 18.80143928527832, + 18.687305450439453, + 18.848591804504395, + 18.985413551330566, + 19.08134365081787, + 18.680611610412598, + 18.534886360168457, + 18.482970237731934, + 18.349160194396973, + 18.14678192138672, + 18.33727741241455 + ], + "p10": [ + 18.24121856689453, + 18.03101634979248, + 17.83558750152588, + 17.498655319213867, + 17.604500770568848, + 17.262451171875, + 16.370152473449707, + 16.94209575653076, + 17.288393020629883, + 16.86435890197754, + 16.843238830566406, + 16.508251190185547, + 16.22616672515869, + 16.073925971984863, + 15.946032524108887, + 16.07533550262451, + 16.168734550476074, + 16.031250953674316, + 15.339210987091064, + 14.585615158081055, + 14.935914993286133, + 14.87760591506958, + 14.483715057373047, + 14.223428726196289 + ], + "p90": [ + 19.802425384521484, + 20.167691230773926, + 20.119487762451172, + 20.25966453552246, + 20.539152145385742, + 20.207107543945312, + 20.375802993774414, + 20.597593307495117, + 21.008325576782227, + 20.623607635498047, + 20.614282608032227, + 20.767579078674316, + 20.86756134033203, + 21.965961456298828, + 21.024161338806152, + 20.973563194274902, + 21.692496299743652, + 22.052234649658203, + 21.205029487609863, + 21.633566856384277, + 21.86300277709961, + 21.394716262817383, + 21.271419525146484, + 22.524312019348145 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_014714.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_014714.json new file mode 100644 index 0000000000000000000000000000000000000000..b679ead426ed6ba269031708647b057bcd4aa657 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_014714.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:47:14.230431+00:00", + "metrics": { + "MSE[mean]": 0.18168218825439908, + "MSE[0.5]": 0.18168218825439908, + "MAE[0.5]": 0.39023550351460773, + "MASE[0.5]": 0.22071449787497696, + "MAPE[0.5]": 0.020153976779839194, + "sMAPE[0.5]": 0.020172079847674194, + "MSIS": 1.7016056968381943, + "RMSE[mean]": 0.4262419362925228, + "NRMSE[mean]": 0.022171232350114894, + "ND[0.5]": 0.02029833595197615, + "mean_weighted_sum_quantile_loss": 0.023996830051385514 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 19.3409423828125, + 19.4749755859375, + 19.43402099609375, + 19.37445068359375, + 19.315811157226562, + 19.286956787109375, + 19.269271850585938, + 19.29998779296875, + 19.3111572265625, + 19.295333862304688, + 19.263687133789062, + 19.219940185546875, + 19.286026000976562, + 19.3260498046875, + 19.302780151367188, + 19.323257446289062, + 19.32977294921875, + 19.235763549804688, + 19.330703735351562, + 19.3111572265625, + 19.353973388671875, + 19.2962646484375, + 19.357696533203125, + 19.3037109375 + ], + "p10": [ + 18.71917724609375, + 18.657745361328125, + 18.45855712890625, + 18.35430908203125, + 18.19793701171875, + 18.1197509765625, + 18.008056640625, + 18.0006103515625, + 17.9708251953125, + 17.9112548828125, + 17.84423828125, + 17.7474365234375, + 17.7548828125, + 17.739990234375, + 17.6729736328125, + 17.650634765625, + 17.576171875, + 17.442138671875, + 17.5166015625, + 17.471923828125, + 17.48681640625, + 17.3974609375, + 17.4197998046875, + 17.3453369140625 + ], + "p90": [ + 20.197265625, + 20.4429931640625, + 20.5323486328125, + 20.4876708984375, + 20.4951171875, + 20.480224609375, + 20.58447265625, + 20.673828125, + 20.7855224609375, + 20.82275390625, + 20.8302001953125, + 20.8450927734375, + 20.956787109375, + 21.046142578125, + 21.046142578125, + 21.06103515625, + 21.105712890625, + 21.046142578125, + 21.135498046875, + 21.165283203125, + 21.224853515625, + 21.18017578125, + 21.284423828125, + 21.23974609375 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_005229.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_005229.json new file mode 100644 index 0000000000000000000000000000000000000000..eefbd67592fdd6930d23bec6520170e22e74ee38 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_005229.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:52:29.492172+00:00", + "metrics": { + "MSE[mean]": 0.216270255289146, + "MSE[0.5]": 0.38242682341357676, + "MAE[0.5]": 0.42306025822957355, + "MASE[0.5]": 0.23927995178558392, + "MAPE[0.5]": 0.021540176553893703, + "sMAPE[0.5]": 0.022021819144783305, + "MSIS": 3.072047703072842, + "RMSE[mean]": 0.46504865905531434, + "NRMSE[mean]": 0.024189787527027072, + "ND[0.5]": 0.02200573543957979, + "mean_weighted_sum_quantile_loss": 0.017899981568634843 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 19.202104568481445, + 19.220842361450195, + 19.16281509399414, + 19.130847930908203, + 19.059097290039062, + 19.002418518066406, + 18.92930030822754, + 18.92822265625, + 18.883750915527344, + 18.80265998840332, + 18.809627532958984, + 18.766206741333008, + 18.774728775024414, + 18.827159881591797, + 18.783428192138672, + 18.724666595458984, + 18.74211883544922, + 18.725093841552734, + 18.72142219543457, + 18.752769470214844, + 18.706768035888672, + 18.68431854248047, + 18.7041015625, + 18.75833511352539 + ], + "p10": [ + 19.305206298828125, + 19.378543853759766, + 19.304672241210938, + 19.321176528930664, + 19.260059356689453, + 19.26541519165039, + 19.11768913269043, + 19.11378288269043, + 19.090375900268555, + 19.09358024597168, + 19.07553482055664, + 19.007823944091797, + 19.03675079345703, + 19.072986602783203, + 19.105133056640625, + 19.04157066345215, + 19.045345306396484, + 19.023008346557617, + 19.08477783203125, + 19.107694625854492, + 19.139738082885742, + 19.025346755981445, + 19.163681030273438, + 19.02722930908203 + ], + "p90": [ + 19.703758239746094, + 19.826393127441406, + 19.858068466186523, + 19.879867553710938, + 19.915990829467773, + 19.887096405029297, + 19.890243530273438, + 19.93990707397461, + 19.9345703125, + 19.891063690185547, + 19.97991371154785, + 19.88518714904785, + 19.98741912841797, + 20.074689865112305, + 20.06523895263672, + 20.03626251220703, + 20.090133666992188, + 20.127639770507812, + 20.16002082824707, + 20.1456298828125, + 20.18724250793457, + 20.201744079589844, + 20.23894691467285, + 20.210071563720703 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_013449.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_013449.json new file mode 100644 index 0000000000000000000000000000000000000000..ce56371363e492a0f53181aa0b95aaa26b6a734b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_013449.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:34:49.881171+00:00", + "metrics": { + "MSE[mean]": 0.471133651837287, + "MSE[0.5]": 0.471133651837287, + "MAE[0.5]": 0.4585278828938802, + "MASE[0.5]": 0.25934019463406055, + "MAPE[0.5]": 0.02334140108501963, + "sMAPE[0.5]": 0.023931845366494106, + "MSIS": 2.223617795571307, + "RMSE[mean]": 0.6863917626525591, + "NRMSE[mean]": 0.03570308305499728, + "ND[0.5]": 0.0238506054075112, + "mean_weighted_sum_quantile_loss": 0.032922930382022014 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 19.24699592590332, + 19.229963302612305, + 19.204864501953125, + 19.188705444335938, + 19.129098892211914, + 19.074419021606445, + 19.036762237548828, + 19.07138442993164, + 19.06619644165039, + 18.954105377197266, + 18.92034912109375, + 18.89151954650879, + 18.892105102539062, + 18.856794357299805, + 18.807600021362305, + 18.755361557006836, + 18.685840606689453, + 18.63385772705078, + 18.604833602905273, + 18.603784561157227, + 18.576520919799805, + 18.49884796142578, + 18.4378719329834, + 18.391935348510742 + ], + "p10": [ + 18.686920166015625, + 18.53508758544922, + 18.37920379638672, + 18.224166870117188, + 18.054622650146484, + 17.877239227294922, + 17.736072540283203, + 17.6500186920166, + 17.505081176757812, + 17.258623123168945, + 17.107004165649414, + 16.976713180541992, + 16.86004638671875, + 16.711294174194336, + 16.552839279174805, + 16.384384155273438, + 16.21049690246582, + 16.0616397857666, + 15.950471878051758, + 15.882598876953125, + 15.790109634399414, + 15.654047012329102, + 15.544366836547852, + 15.427519798278809 + ], + "p90": [ + 19.88257598876953, + 20.073938369750977, + 20.239330291748047, + 20.372575759887695, + 20.400606155395508, + 20.44216537475586, + 20.517601013183594, + 20.676288604736328, + 20.782695770263672, + 20.78974723815918, + 20.87712860107422, + 20.94251251220703, + 21.039566040039062, + 21.1129207611084, + 21.176382064819336, + 21.18749237060547, + 21.1851806640625, + 21.216541290283203, + 21.273067474365234, + 21.372272491455078, + 21.4237003326416, + 21.432369232177734, + 21.460988998413086, + 21.498437881469727 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_010820.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_010820.json new file mode 100644 index 0000000000000000000000000000000000000000..01ad3e8ec2e954f6f5cdf9f61ea51e11ff1821ef --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_010820.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T01:08:20.793582+00:00", + "metrics": { + "MSE[mean]": 0.5226305019386928, + "MSE[0.5]": 0.5226305019386928, + "MAE[0.5]": 0.47452561060587567, + "MASE[0.5]": 0.26838839862189046, + "MAPE[0.5]": 0.024143816639598265, + "sMAPE[0.5]": 0.024826740515422666, + "MSIS": 2.0387593534996267, + "RMSE[mean]": 0.7229318791827435, + "NRMSE[mean]": 0.037603739336586166, + "ND[0.5]": 0.02468273689898675, + "mean_weighted_sum_quantile_loss": 0.03243612765836891 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 19.0230655670166, + 19.111492156982422, + 19.035205841064453, + 19.046117782592773, + 19.028881072998047, + 19.001008987426758, + 18.978221893310547, + 18.980552673339844, + 18.95938491821289, + 18.89230728149414, + 18.853185653686523, + 18.816627502441406, + 18.77091407775879, + 18.744190216064453, + 18.666793823242188, + 18.64759635925293, + 18.615324020385742, + 18.569660186767578, + 18.52993392944336, + 18.533632278442383, + 18.50929069519043, + 18.458494186401367, + 18.399517059326172, + 18.33152961730957 + ], + "p10": [ + 18.842002868652344, + 18.580421447753906, + 18.493328094482422, + 18.274045944213867, + 18.049819946289062, + 17.908447265625, + 17.71573829650879, + 17.563522338867188, + 17.429161071777344, + 17.191213607788086, + 17.017221450805664, + 16.914230346679688, + 16.72704315185547, + 16.563644409179688, + 16.377452850341797, + 16.324064254760742, + 16.16036033630371, + 16.071304321289062, + 15.963502883911133, + 15.92177677154541, + 15.84771728515625, + 15.697742462158203, + 15.54570484161377, + 15.430266380310059 + ], + "p90": [ + 20.042394638061523, + 20.19908332824707, + 20.224849700927734, + 20.20033836364746, + 20.252582550048828, + 20.144412994384766, + 20.3234920501709, + 20.296720504760742, + 20.30124282836914, + 20.356346130371094, + 20.4173641204834, + 20.477468490600586, + 20.562746047973633, + 20.610797882080078, + 20.621917724609375, + 20.702184677124023, + 20.745128631591797, + 20.790760040283203, + 20.853321075439453, + 20.90363121032715, + 20.973133087158203, + 21.023662567138672, + 21.06170654296875, + 21.035804748535156 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_003237.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_003237.json new file mode 100644 index 0000000000000000000000000000000000000000..70dddcf5cbb947128714bd0c88de3667828c9c3e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_003237.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T00:32:37.591255+00:00", + "metrics": { + "MSE[mean]": 0.9301215634748891, + "MSE[0.5]": 0.9301215634748891, + "MAE[0.5]": 0.791178305943807, + "MASE[0.5]": 0.3313835954075571, + "MAPE[0.5]": 0.034334453179667816, + "sMAPE[0.5]": 0.033970559918971376, + "MSIS": 3.044044609368773, + "RMSE[mean]": 0.9644281017654396, + "NRMSE[mean]": 0.040772016812868184, + "ND[0.5]": 0.03344773460340642, + "mean_weighted_sum_quantile_loss": 0.027221763768684827 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547 + ], + "actual": [ + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 + ], + "predictions": { + "p50": [ + 24.384654998779297, + 25.011409759521484, + 25.314014434814453, + 25.463022232055664, + 25.500497817993164, + 25.51683807373047, + 25.31584930419922, + 24.908531188964844, + 24.202714920043945, + 23.583873748779297, + 23.159595489501953, + 22.920869827270508, + 22.747135162353516, + 22.59884262084961, + 22.50296401977539, + 22.46936798095703, + 22.585256576538086, + 22.599693298339844, + 22.592937469482422, + 22.557064056396484, + 22.618154525756836, + 22.833553314208984, + 23.287424087524414, + 23.99565887451172 + ], + "p10": [ + 23.9080753326416, + 24.25313377380371, + 24.355663299560547, + 24.344268798828125, + 24.281457901000977, + 24.17084312438965, + 23.880184173583984, + 23.51896858215332, + 23.062255859375, + 22.59084701538086, + 22.276988983154297, + 22.05010414123535, + 21.89008140563965, + 21.776418685913086, + 21.684890747070312, + 21.635488510131836, + 21.64009666442871, + 21.633394241333008, + 21.57227325439453, + 21.536067962646484, + 21.585556030273438, + 21.690664291381836, + 21.96380043029785, + 22.391422271728516 + ], + "p90": [ + 24.986356735229492, + 25.864660263061523, + 26.3433895111084, + 26.60452651977539, + 26.86124610900879, + 26.89057159423828, + 26.725391387939453, + 26.31777000427246, + 25.463035583496094, + 24.704448699951172, + 24.192092895507812, + 23.883316040039062, + 23.71682357788086, + 23.63482093811035, + 23.562278747558594, + 23.501604080200195, + 23.576982498168945, + 23.622039794921875, + 23.66192054748535, + 23.6691951751709, + 23.812572479248047, + 24.082185745239258, + 24.744226455688477, + 25.74448013305664 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_014339.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_014339.json new file mode 100644 index 0000000000000000000000000000000000000000..56535a809f511d78d706fa98ca7c4d119ec7b6a8 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_014339.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T01:43:39.475073+00:00", + "metrics": { + "MSE[mean]": 0.7261476959250407, + "MSE[0.5]": 0.5627652796652001, + "MAE[0.5]": 0.5966690381368002, + "MASE[0.5]": 0.24991374212450287, + "MAPE[0.5]": 0.02624976527431812, + "sMAPE[0.5]": 0.025928511284528086, + "MSIS": 1.8031768207446397, + "RMSE[mean]": 0.8521430020395877, + "NRMSE[mean]": 0.03602506889059532, + "ND[0.5]": 0.025224690166222693, + "mean_weighted_sum_quantile_loss": 0.027892542427006378 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547 + ], + "actual": [ + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 + ], + "predictions": { + "p50": [ + 24.77112579345703, + 25.405407905578613, + 26.02506446838379, + 26.449830055236816, + 25.87734889984131, + 25.97050380706787, + 25.04718589782715, + 24.91312599182129, + 24.37403964996338, + 23.627723693847656, + 23.312137603759766, + 22.99857997894287, + 22.53380012512207, + 22.50810146331787, + 22.32823085784912, + 22.34519672393799, + 22.280000686645508, + 22.24187469482422, + 22.179393768310547, + 22.083656311035156, + 22.43930721282959, + 22.62441349029541, + 23.29391098022461, + 24.558385848999023 + ], + "p10": [ + 23.8862943649292, + 24.298866271972656, + 24.33493423461914, + 24.55477809906006, + 24.074176788330078, + 23.693467140197754, + 23.409085273742676, + 23.05802822113037, + 22.437807083129883, + 22.291271209716797, + 21.919252395629883, + 21.5896577835083, + 21.22875213623047, + 20.88149356842041, + 20.5330810546875, + 20.762371063232422, + 20.584888458251953, + 20.59501361846924, + 20.231266975402832, + 20.342997550964355, + 20.261942863464355, + 20.2878999710083, + 21.257444381713867, + 21.526357650756836 + ], + "p90": [ + 26.15904426574707, + 27.879210472106934, + 29.25415325164795, + 30.26377582550049, + 28.983562469482422, + 30.377427101135254, + 27.910719871520996, + 27.528423309326172, + 26.46632480621338, + 25.41443157196045, + 25.01814079284668, + 24.998454093933105, + 24.649307250976562, + 24.430130004882812, + 23.970291137695312, + 23.82907199859619, + 24.480320930480957, + 24.041922569274902, + 24.41988468170166, + 23.8611478805542, + 24.55112075805664, + 25.405016899108887, + 26.417781829833984, + 29.497081756591797 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_014801.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_014801.json new file mode 100644 index 0000000000000000000000000000000000000000..aa05ae7da424a948bd723b58810593a01b3eb0aa --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_014801.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T01:48:01.944742+00:00", + "metrics": { + "MSE[mean]": 0.7662541300989384, + "MSE[0.5]": 0.7662541300989384, + "MAE[0.5]": 0.7213712533315023, + "MASE[0.5]": 0.30214503830142597, + "MAPE[0.5]": 0.0305963553575951, + "sMAPE[0.5]": 0.030610376669773398, + "MSIS": 1.4311877853699897, + "RMSE[mean]": 0.8753594290912381, + "NRMSE[mean]": 0.03700656305522185, + "ND[0.5]": 0.03049658218721741, + "mean_weighted_sum_quantile_loss": 0.02609856723578458 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547 + ], + "actual": [ + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 + ], + "predictions": { + "p50": [ + 24.198522567749023, + 24.76702880859375, + 25.037567138671875, + 25.22393798828125, + 25.27203369140625, + 25.29608154296875, + 25.2119140625, + 24.812118530273438, + 24.297531127929688, + 23.711929321289062, + 23.221954345703125, + 22.96343994140625, + 22.69891357421875, + 22.4945068359375, + 22.33819580078125, + 22.22998046875, + 22.2059326171875, + 22.2059326171875, + 22.14581298828125, + 22.1097412109375, + 22.14581298828125, + 22.5185546875, + 23.095703125, + 23.799102783203125 + ], + "p10": [ + 23.748001098632812, + 24.066635131835938, + 24.076404571533203, + 24.092937469482422, + 24.044090270996094, + 24.003509521484375, + 23.811126708984375, + 23.42034912109375, + 22.921356201171875, + 22.4464111328125, + 21.94140625, + 21.65283203125, + 21.37628173828125, + 21.171875, + 21.0035400390625, + 20.9554443359375, + 20.931396484375, + 20.9073486328125, + 20.8111572265625, + 20.7630615234375, + 20.787109375, + 21.07568359375, + 21.47247314453125, + 21.9654541015625 + ], + "p90": [ + 24.748992919921875, + 25.837158203125, + 26.4864501953125, + 26.83514404296875, + 27.00347900390625, + 27.07562255859375, + 27.0635986328125, + 26.5345458984375, + 25.9573974609375, + 25.229949951171875, + 24.661819458007812, + 24.397293090820312, + 24.11322784423828, + 23.88477325439453, + 23.75701904296875, + 23.651809692382812, + 23.639785766601562, + 23.714935302734375, + 23.68487548828125, + 23.642791748046875, + 23.70892333984375, + 24.195892333984375, + 25.001495361328125, + 25.99346923828125 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_005602.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_005602.json new file mode 100644 index 0000000000000000000000000000000000000000..52fb1a201cab3e2155f1545577deb7d4fcef7423 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_005602.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T00:56:02.694108+00:00", + "metrics": { + "MSE[mean]": 1.1375657012913507, + "MSE[0.5]": 1.303027400657811, + "MAE[0.5]": 0.9980278015136719, + "MASE[0.5]": 0.41802213065962174, + "MAPE[0.5]": 0.0419719424811146, + "sMAPE[0.5]": 0.042217440179163124, + "MSIS": 9.629085543135684, + "RMSE[mean]": 1.066567251180792, + "NRMSE[mean]": 0.045090036071734244, + "ND[0.5]": 0.04219247264626263, + "mean_weighted_sum_quantile_loss": 0.037096833850763754 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547 + ], + "actual": [ + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 + ], + "predictions": { + "p50": [ + 24.06673240661621, + 24.35456657409668, + 24.654430389404297, + 24.731412887573242, + 24.93861961364746, + 24.859304428100586, + 24.672378540039062, + 24.244728088378906, + 23.76681137084961, + 23.27979850769043, + 22.898317337036133, + 22.628646850585938, + 22.312755584716797, + 22.212310791015625, + 22.130029678344727, + 22.064008712768555, + 22.20743179321289, + 22.3233642578125, + 22.333513259887695, + 22.367904663085938, + 22.443490982055664, + 22.63252830505371, + 23.006059646606445, + 23.57478904724121 + ], + "p10": [ + 24.214563369750977, + 24.617019653320312, + 24.948041915893555, + 25.18674087524414, + 25.331998825073242, + 25.33991813659668, + 25.219120025634766, + 24.7449951171875, + 24.206937789916992, + 23.673837661743164, + 23.327049255371094, + 23.014476776123047, + 22.680679321289062, + 22.534587860107422, + 22.54197883605957, + 22.50155258178711, + 22.70915985107422, + 22.747745513916016, + 22.829389572143555, + 22.758930206298828, + 22.917617797851562, + 23.12485122680664, + 23.55845832824707, + 24.10035514831543 + ], + "p90": [ + 24.7951602935791, + 25.435415267944336, + 25.9948673248291, + 26.26548194885254, + 26.554988861083984, + 26.565532684326172, + 26.346479415893555, + 25.890382766723633, + 25.31537437438965, + 24.702198028564453, + 24.260173797607422, + 23.936283111572266, + 23.644973754882812, + 23.554655075073242, + 23.475648880004883, + 23.475461959838867, + 23.639631271362305, + 23.774808883666992, + 23.7818660736084, + 23.82088279724121, + 24.004398345947266, + 24.345640182495117, + 24.843496322631836, + 25.63720703125 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_014113.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_014113.json new file mode 100644 index 0000000000000000000000000000000000000000..75a1f84731e911efc098f5c4b2d3ddb858d6bbd5 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_014113.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T01:41:13.528787+00:00", + "metrics": { + "MSE[mean]": 1.1617146371066458, + "MSE[0.5]": 1.1617146371066458, + "MAE[0.5]": 0.9171733856201172, + "MASE[0.5]": 0.3841564055227054, + "MAPE[0.5]": 0.03911114822920673, + "sMAPE[0.5]": 0.03897284929797477, + "MSIS": 3.518469570919996, + "RMSE[mean]": 1.0778286677884596, + "NRMSE[mean]": 0.04556612201989776, + "ND[0.5]": 0.03877428356801818, + "mean_weighted_sum_quantile_loss": 0.03129684701693054 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547 + ], + "actual": [ + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 + ], + "predictions": { + "p50": [ + 24.13623046875, + 24.601924896240234, + 24.85261344909668, + 24.961294174194336, + 25.013748168945312, + 25.01459503173828, + 24.92770767211914, + 24.58051872253418, + 23.99095344543457, + 23.564931869506836, + 23.22674560546875, + 22.99580955505371, + 22.741085052490234, + 22.61941146850586, + 22.537715911865234, + 22.493934631347656, + 22.49300765991211, + 22.518613815307617, + 22.528715133666992, + 22.536415100097656, + 22.61028289794922, + 22.796417236328125, + 23.335481643676758, + 23.949674606323242 + ], + "p10": [ + 23.688091278076172, + 23.9173641204834, + 24.030420303344727, + 24.070016860961914, + 24.05925178527832, + 23.99644660949707, + 23.856462478637695, + 23.514297485351562, + 22.922475814819336, + 22.50000762939453, + 22.166545867919922, + 21.94622039794922, + 21.67716407775879, + 21.539623260498047, + 21.42192840576172, + 21.313949584960938, + 21.23982048034668, + 21.237930297851562, + 21.241466522216797, + 21.234867095947266, + 21.282743453979492, + 21.431169509887695, + 21.9139461517334, + 22.427846908569336 + ], + "p90": [ + 24.680105209350586, + 25.475372314453125, + 25.920949935913086, + 26.139394760131836, + 26.26442527770996, + 26.349151611328125, + 26.370656967163086, + 26.018476486206055, + 25.41656494140625, + 24.97455406188965, + 24.632444381713867, + 24.38874053955078, + 24.13167381286621, + 24.0424747467041, + 24.011226654052734, + 23.9799747467041, + 24.002063751220703, + 24.08750343322754, + 24.1562557220459, + 24.23041534423828, + 24.386240005493164, + 24.673927307128906, + 25.349864959716797, + 26.15596580505371 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_010830.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_010830.json new file mode 100644 index 0000000000000000000000000000000000000000..aa9b2c25d625c0e296002dfb7f3cf1ef10dae9ec --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_010830.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T01:08:30.100618+00:00", + "metrics": { + "MSE[mean]": 1.2876394670743139, + "MSE[0.5]": 1.2876394670743139, + "MAE[0.5]": 0.9666127363840739, + "MASE[0.5]": 0.4048639877297673, + "MAPE[0.5]": 0.03962833631947703, + "sMAPE[0.5]": 0.04054355767664392, + "MSIS": 2.211788116216765, + "RMSE[mean]": 1.1347420266625863, + "NRMSE[mean]": 0.047972182586408556, + "ND[0.5]": 0.04086437409615128, + "mean_weighted_sum_quantile_loss": 0.035991526443077994 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" + ], + "context": [ + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547 + ], + "actual": [ + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 + ], + "predictions": { + "p50": [ + 24.083314895629883, + 24.425392150878906, + 24.66837501525879, + 24.841899871826172, + 24.755830764770508, + 24.680282592773438, + 24.478742599487305, + 24.122146606445312, + 23.663850784301758, + 23.218093872070312, + 22.834068298339844, + 22.53321075439453, + 22.210708618164062, + 21.99458122253418, + 21.785873413085938, + 21.653034210205078, + 21.565431594848633, + 21.55670738220215, + 21.52417755126953, + 21.511510848999023, + 21.57256317138672, + 21.669872283935547, + 21.958911895751953, + 22.262374877929688 + ], + "p10": [ + 23.621171951293945, + 23.7691650390625, + 23.770292282104492, + 23.797134399414062, + 23.656217575073242, + 23.504573822021484, + 23.238630294799805, + 22.901559829711914, + 22.42615509033203, + 21.789569854736328, + 21.480680465698242, + 21.117551803588867, + 20.71332359313965, + 20.459396362304688, + 20.186813354492188, + 20.018421173095703, + 19.892574310302734, + 19.856281280517578, + 19.728004455566406, + 19.650835037231445, + 19.69855308532715, + 19.708053588867188, + 19.852731704711914, + 20.102380752563477 + ], + "p90": [ + 24.771329879760742, + 25.549339294433594, + 26.132946014404297, + 26.417930603027344, + 26.635845184326172, + 26.64436149597168, + 26.437419891357422, + 26.152477264404297, + 25.543128967285156, + 25.023347854614258, + 24.518898010253906, + 24.252655029296875, + 23.944551467895508, + 23.742013931274414, + 23.607627868652344, + 23.532352447509766, + 23.51043128967285, + 23.545190811157227, + 23.592689514160156, + 23.620241165161133, + 23.687007904052734, + 23.93095588684082, + 24.34556007385254, + 24.832908630371094 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 857f2137797b74a4058e516d436b3d6803efd3a1..251b55201a5eabd73f8339eb070f73f992da28ee 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,130857.91205851237,130857.91205851237,268.0631510416667,0.28794470835002006,0.00403954661317947,0.004052471810735702,2.5363320585365305,361.7428811442077,0.005472249915336497,0.004055113817175069,0.005769026692669435,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,14.744754175729971,14.744754175729971,2.875503142674764,1.658608247161019,0.12549464825540982,0.11315410749184834,26.04886892420141,3.839889865052118,0.16861034364548327,0.12626392685183913,0.09020495419338961,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003675859788727346,0.003675859788727346,0.05037120978037516,0.05469434012021396,0.03365840273746158,0.03406542398841223,0.6569496851058365,0.060628869268091634,0.040998924125559943,0.03406241008332874,0.052048498600511,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.020150282051070906,0.020150282051070906,0.11070778965950012,0.8175343267683871,0.09409608460622021,0.09972466634923254,8.94531573584399,0.1419516891448316,0.12712091927095237,0.0991413069950305,0.08328375294292752,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.018726254515513574,0.018726254515513574,0.05085158348083496,0.36613154073011045,0.003536454515374061,0.0035821494345179643,6.869676349516429,0.13684390565718874,0.009739779409486175,0.0036193296540888756,0.003496594526807109,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,67.25096154635553,67.25096154635553,4.390391866366069,0.6888390032309797,0.197518502622418,0.20749634723016175,10.43613937336219,8.200668359734804,0.4715285795920151,0.25244225833647477,0.22712217665910542,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.33563766786164706,0.33563766786164706,0.48186230659484863,0.1906268465649951,0.01967031051598527,0.019911744494958167,1.3380608191856973,0.5793424443812546,0.024248726112949044,0.020168636374038873,0.024160442262454618,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,13.82082712650299,13.82082712650299,3.0751546223958335,0.6150309244791666,0.5023890348807413,0.31042558036886514,5.57275390625,3.7176373043242115,0.36717405474807024,0.30371897505144035,0.23309345707590307,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,3381.658294672767,3381.658294672767,56.948160807291664,7.810033482142857,0.018610379714671745,0.0184315419813768,304.02312779017853,58.152027433897494,0.018988417121272652,0.01859531781462585,0.018352174493929514,Hydrology,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,122748.6888402303,122748.6888402303,248.12662760416666,0.2621818025889641,0.0037394413439406486,0.003751202642336528,2.4396385714010544,350.35508964510603,0.005303467744460092,0.003755993861465916,0.005290966835324367,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3477594400797,16.3477594400797,3.03729780515035,1.8965456189604009,0.13265318939582207,0.11902678140052318,32.43547507346092,4.04323625825646,0.1775393250595865,0.13336836333276494,0.09754846870080457,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002549775162786242,0.002549775162786242,0.038716912269592285,0.0298185588787566,0.027366977445557873,0.027882913351460148,0.2281195054775221,0.050495298422588236,0.03430386836623934,0.026302248001948813,0.026918396718932546,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.022085343653644784,0.022085343653644784,0.11688168346881866,0.8250470385752782,0.09491686050392233,0.10187334062393827,14.346117522388205,0.14861138467037033,0.12783775200197564,0.1005433850037959,0.09289967385933089,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.18168218825439908,0.18168218825439908,0.39023550351460773,0.22071449787497696,0.020153976779839194,0.020172079847674194,1.7016056968381943,0.4262419362925228,0.022171232350114894,0.02029833595197615,0.023996830051385514,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,745.6884852954821,745.6884852954821,20.167683601379395,3.546832537731959,0.4767648061106356,0.638334846725635,101.76762488931415,27.307297290202158,0.809005252087343,0.5974872497471874,0.544065117370352,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.7662541300989384,0.7662541300989384,0.7213712533315023,0.30214503830142597,0.0305963553575951,0.030610376669773398,1.4311877853699897,0.8753594290912381,0.03700656305522185,0.03049658218721741,0.02609856723578458,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,21.771266172761898,21.771266172761898,3.7402504285176597,0.6442536623284008,0.6303285200013913,0.3517110343883798,7.583816747345993,4.665968942541506,0.42098967902630124,0.3374662040767813,0.2699833544075439,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,918.5965576171875,918.5965576171875,29.16796875,0.6278307174887893,0.009647096483942413,0.009616791795279968,2.113497582679372,30.308357883877303,0.010006886631077938,0.009630365249690466,0.006975214201575182,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,227.82965567708015,227.82965567708015,14.6737060546875,0.3024781209739034,0.06828829037245884,0.06563690751805365,1.2132642093120807,15.094027152389787,0.06368787828012568,0.06191437153876582,0.04472374681346694,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 0f90654cfa70c911d5cf93bb636b5d9a21cdf39d..5605b1ed68035f60ba7e482ebd2054cd1ee3a30e 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T23:27:52.665416+00:00", + "evaluated_at": "2026-06-17T01:44:13.587399+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63625.98828125, - 63648.80078125, 63426.19921875, 63624.0703125, 63524.8203125, @@ -101,11 +99,11 @@ 66614.3515625, 66519.9765625, 66368.1484375, - 66206.34375 + 66206.34375, + 66328.7421875, + 66250.0 ], "actuals": [ - 66328.7421875, - 66250.0, 66346.5234375, 65741.9921875, 66165.2109375, @@ -127,89 +125,89 @@ 65675.8828125, 65854.0, 65776.96875, - 65690.0078125 + 65780.0, + 65675.0078125, + 65770.828125 ], "p50": [ - 66128.375, - 66094.875, - 66069.75, - 66069.75, - 66069.75, - 66036.25, - 66011.125, - 65977.625, - 65952.5, - 65927.375, - 65919.0, - 65902.25, - 65893.875, - 65877.125, - 65860.375, - 65835.25, - 65835.25, - 65826.875, - 65810.125, - 65785.0, - 65793.375, - 65785.0, - 65785.0, - 65743.125 + 66121.75, + 66078.9375, + 66061.8125, + 66036.125, + 66036.125, + 65984.75, + 65976.1875, + 65941.9375, + 65933.375, + 65907.6875, + 65916.25, + 65882.0, + 65882.0, + 65856.3125, + 65847.75, + 65822.0625, + 65847.75, + 65822.0625, + 65804.9375, + 65779.25, + 65804.9375, + 65787.8125, + 65779.25, + 65745.0 ], "p10": [ - 65642.625, - 65429.0625, - 65244.8125, - 65123.375, - 65035.4375, - 64924.46875, - 64849.09375, - 64723.46875, - 64635.53125, - 64547.0703125, - 64487.3984375, - 64417.2578125, - 64375.90625, - 64357.0625, - 64340.3125, - 64287.96875, - 64278.546875, - 64239.8125, - 64206.3125, - 64170.71875, - 64160.25, - 64143.5, - 64124.65625, - 64084.875 + 65667.9375, + 65483.84375, + 65334.0, + 65222.6875, + 65141.34375, + 65045.015625, + 65002.203125, + 64884.46875, + 64811.6875, + 64726.0625, + 64667.1953125, + 64594.4140625, + 64548.92578125, + 64522.8359375, + 64501.296875, + 64437.61328125, + 64442.96484375, + 64384.09765625, + 64342.890625, + 64297.9375, + 64292.5859375, + 64274.390625, + 64238.0, + 64203.75 ], "p90": [ - 66530.375, - 66639.25, - 66723.0, - 66773.25, - 66806.75, + 66532.75, + 66609.8125, + 66695.4375, + 66721.125, + 66772.5, + 66755.375, + 66772.5, + 66772.5, + 66789.625, + 66789.625, 66806.75, 66806.75, - 66840.25, - 66840.25, - 66840.25, - 66857.0, - 66857.0, - 66890.5, - 66907.25, - 66890.5, - 66924.0, - 66890.5, - 66907.25, - 66907.25, - 66890.5, - 66907.25, - 66890.5, - 66907.25, - 66890.5 + 66841.0, + 66841.0, + 66858.125, + 66858.125, + 66909.5, + 66909.5, + 66892.375, + 66858.125, + 66892.375, + 66909.5, + 66909.5, + 66892.375 ], "timestamps": [ - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +325,8 @@ "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", - "2026-06-16 22:00:00" + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 27442718fda448017d29dd195e5030584d6b7119..89754a68e8576c5b2367f8e494794e1012077eca 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:38:05.159621+00:00", + "evaluated_at": "2026-06-17T01:44:17.793551+00:00", "freq": "1h", - "context_length": 81, + "context_length": 71, "prediction_length": 24, "context": [ - 23.709999084472656, - 23.489999771118164, - 23.139999389648438, - 22.229999542236328, - 21.040000915527344, - 20.200000762939453, - 19.729999542236328, - 19.309999465942383, - 19.100000381469727, - 18.799999237060547, 18.479999542236328, 18.030000686645508, 17.760000228881836, @@ -115,94 +105,84 @@ 20.90999984741211 ], "p50": [ - 22.7474365234375, - 22.3712158203125, - 22.068603515625, - 21.774169921875, - 21.676025390625, - 21.8232421875, - 22.5184326171875, - 23.91290283203125, - 25.7408447265625, - 27.531982421875, - 28.98779296875, - 29.96923828125, - 30.4599609375, - 30.5908203125, - 30.3291015625, - 29.70751953125, - 28.7587890625, - 27.7119140625, - 26.3624267578125, - 25.0538330078125, - 24.06829833984375, - 23.4180908203125, - 22.83740234375, - 22.3712158203125 + 22.68182373046875, + 22.3275146484375, + 21.9979248046875, + 21.7672119140625, + 21.684814453125, + 21.849609375, + 22.541748046875, + 23.90130615234375, + 25.726409912109375, + 27.6009521484375, + 29.199462890625, + 30.22119140625, + 30.781494140625, + 30.9462890625, + 30.715576171875, + 30.056396484375, + 29.03466796875, + 27.9635009765625, + 26.53802490234375, + 25.267044067382812, + 24.284454345703125, + 23.6788330078125, + 23.11029052734375, + 22.64886474609375 ], "p10": [ - 22.461181640625, - 21.98681640625, - 21.52880859375, - 21.07080078125, - 20.858154296875, - 20.858154296875, - 21.2998046875, - 22.3875732421875, - 23.81884765625, - 25.0865478515625, - 26.076171875, - 26.6650390625, - 26.844970703125, - 26.89404296875, - 26.82861328125, - 26.2152099609375, - 25.4954833984375, - 24.609115600585938, - 23.52032470703125, - 22.5184326171875, - 21.79052734375, - 21.250732421875, - 20.694580078125, - 20.28564453125 + 22.3934326171875, + 21.849609375, + 21.355224609375, + 20.9761962890625, + 20.8114013671875, + 20.7784423828125, + 21.25634765625, + 22.343994140625, + 23.81890869140625, + 25.18670654296875, + 26.32379150390625, + 26.9417724609375, + 27.221923828125, + 27.353759765625, + 27.32080078125, + 26.71929931640625, + 25.97772216796875, + 25.002342224121094, + 23.773590087890625, + 22.74774169921875, + 21.9814453125, + 21.421142578125, + 20.8443603515625, + 20.366455078125 ], "p90": [ - 23.0009765625, - 22.7637939453125, - 22.6002197265625, - 22.4693603515625, - 22.4366455078125, - 22.755615234375, - 23.638916015625, - 25.1846923828125, - 27.15576171875, - 29.11865234375, - 30.787109375, - 31.93212890625, - 32.65185546875, - 32.880859375, - 32.52099609375, - 31.99755859375, - 31.01611328125, - 29.96923828125, - 28.52978515625, - 27.09033203125, - 25.961669921875, - 25.241943359375, - 24.646942138671875, - 24.200180053710938 + 22.96197509765625, + 22.78070068359375, + 22.640625, + 22.5087890625, + 22.5087890625, + 22.83837890625, + 23.707672119140625, + 25.18670654296875, + 27.1395263671875, + 29.199462890625, + 30.88037109375, + 32.099853515625, + 32.72607421875, + 33.0556640625, + 32.759033203125, + 32.19873046875, + 31.2099609375, + 30.1552734375, + 28.672119140625, + 27.32080078125, + 26.22491455078125, + 25.5904541015625, + 25.044570922851562, + 24.624343872070312 ], "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", "2026-06-10 03:00:00", diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1ee01d9a6ca306f06d0b72f9bf0e23c0275ef330..733dff7192b8c91d140b596225fe14c338d254f9 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T22:42:57.647526+00:00", + "evaluated_at": "2026-06-17T01:44:22.800954+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.3660000562667847, - 1.2970000505447388, - 1.2430000305175781, - 1.184000015258789, - 1.1200000047683716, - 1.062000036239624, - 0.996999979019165, - 0.9539999961853027, - 0.890999972820282, - 0.8190000057220459, - 0.7549999952316284, - 0.6990000009536743, - 0.656000018119812, - 0.609000027179718, - 0.5519999861717224, - 0.5170000195503235, - 0.4580000042915344, - 0.3889999985694885, - 0.32600000500679016, - 0.2800000011920929, - 0.24500000476837158, - 0.1860000044107437, - 0.13099999725818634, - 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -101,9 +77,7 @@ 1.0839999914169312, 1.1239999532699585, 1.1629999876022339, - 1.184999942779541 - ], - "actuals": [ + 1.184999942779541, 1.222000002861023, 1.25, 1.2790000438690186, @@ -129,109 +103,111 @@ 1.6130000352859497, 1.6069999933242798 ], + "actuals": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], "p50": [ - 1.272613525390625, - 1.30145263671875, - 1.326171875, - 1.35089111328125, - 1.38385009765625, - 1.4085693359375, - 1.425048828125, - 1.44976806640625, - 1.46624755859375, - 1.4744873046875, - 1.49920654296875, - 1.49920654296875, - 1.51568603515625, - 1.51568603515625, - 1.53216552734375, - 1.53216552734375, - 1.54864501953125, - 1.52392578125, - 1.52392578125, - 1.53216552734375, - 1.5404052734375, - 1.5074462890625, - 1.48272705078125, - 1.46624755859375 + 1.6341552734375, + 1.62847900390625, + 1.62847900390625, + 1.622802734375, + 1.61712646484375, + 1.60577392578125, + 1.5887451171875, + 1.577392578125, + 1.5660400390625, + 1.5433349609375, + 1.53765869140625, + 1.50927734375, + 1.49224853515625, + 1.4752197265625, + 1.44683837890625, + 1.4298095703125, + 1.42413330078125, + 1.37872314453125, + 1.34466552734375, + 1.3162841796875, + 1.27655029296875, + 1.23681640625, + 1.2027587890625, + 1.154510498046875 ], "p10": [ - 1.25201416015625, - 1.2767333984375, - 1.297332763671875, - 1.305572509765625, - 1.3096923828125, - 1.326171875, - 1.326171875, - 1.322052001953125, - 1.305572509765625, - 1.305572509765625, - 1.289093017578125, - 1.26849365234375, - 1.26025390625, - 1.231414794921875, - 1.206695556640625, - 1.18609619140625, - 1.157257080078125, - 1.095458984375, - 1.050140380859375, - 1.0130615234375, - 0.984222412109375, - 0.926544189453125, - 0.86474609375, - 0.80706787109375 + 1.622802734375, + 1.6114501953125, + 1.60577392578125, + 1.60009765625, + 1.5887451171875, + 1.57171630859375, + 1.5546875, + 1.531982421875, + 1.51495361328125, + 1.486572265625, + 1.46954345703125, + 1.441162109375, + 1.4071044921875, + 1.37872314453125, + 1.34466552734375, + 1.3162841796875, + 1.2935791015625, + 1.2254638671875, + 1.160186767578125, + 1.1119384765625, + 1.046661376953125, + 0.989898681640625, + 0.9302978515625, + 0.85650634765625 ], "p90": [ - 1.289093017578125, - 1.322052001953125, - 1.359130859375, - 1.39208984375, - 1.43328857421875, - 1.46624755859375, - 1.49920654296875, - 1.52392578125, - 1.5733642578125, - 1.58984375, - 1.63104248046875, - 1.65576171875, - 1.688720703125, - 1.71343994140625, - 1.74639892578125, - 1.76287841796875, - 1.8370361328125, - 1.84527587890625, - 1.87823486328125, - 1.9029541015625, - 1.92767333984375, - 1.92767333984375, - 1.94415283203125, - 1.952392578125 + 1.65118408203125, + 1.6455078125, + 1.63983154296875, + 1.63983154296875, + 1.63983154296875, + 1.63983154296875, + 1.622802734375, + 1.6114501953125, + 1.6114501953125, + 1.60009765625, + 1.5887451171875, + 1.5660400390625, + 1.56036376953125, + 1.5546875, + 1.53765869140625, + 1.52630615234375, + 1.5546875, + 1.52630615234375, + 1.4979248046875, + 1.49224853515625, + 1.45819091796875, + 1.43548583984375, + 1.42413330078125, + 1.39007568359375 ], "timestamps": [ - "2026-06-16 09:54:00", - "2026-06-16 10:00:00", - "2026-06-16 10:06:00", - "2026-06-16 10:12:00", - "2026-06-16 10:18:00", - "2026-06-16 10:24:00", - "2026-06-16 10:30:00", - "2026-06-16 10:36:00", - "2026-06-16 10:42:00", - "2026-06-16 10:48:00", - "2026-06-16 10:54:00", - "2026-06-16 11:00:00", - "2026-06-16 11:06:00", - "2026-06-16 11:12:00", - "2026-06-16 11:18:00", - "2026-06-16 11:24:00", - "2026-06-16 11:30:00", - "2026-06-16 11:36:00", - "2026-06-16 11:42:00", - "2026-06-16 11:48:00", - "2026-06-16 11:54:00", - "2026-06-16 12:00:00", - "2026-06-16 12:06:00", - "2026-06-16 12:12:00", "2026-06-16 12:18:00", "2026-06-16 12:24:00", "2026-06-16 12:30:00", @@ -327,6 +303,30 @@ "2026-06-16 21:30:00", "2026-06-16 21:36:00", "2026-06-16 21:42:00", - "2026-06-16 21:48:00" + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a9556a256706cd3478d86d4ba0c211311dbb44b5..17ab32d36bc8328ed07b0e2e832486fd0d5d2c85 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T22:43:03.406488+00:00", + "evaluated_at": "2026-06-17T01:44:34.853507+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,16 +94,16 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0 - ], - "actuals": [ + 1.0, 1.100000023841858, 1.100000023841858, 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.100000023841858, @@ -127,99 +120,94 @@ 1.2000000476837158, 1.0, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, 1.2000000476837158 ], "p50": [ - 1.0040416717529297, - 1.0056209564208984, - 1.006805419921875, - 1.0166759490966797, - 1.00048828125, - 1.0328636169433594, - 1.046682357788086, - 1.0376014709472656, - 1.0241775512695312, - 1.0316791534423828, - 1.0328636169433594, - 1.0348377227783203, - 1.0462875366210938, - 1.0415496826171875, - 1.0348377227783203, - 1.0360221862792969, - 1.0285205841064453, - 1.0470771789550781, - 1.0624752044677734, - 1.0587244033813477, - 1.0419445037841797, - 1.0462875366210938, - 1.0498409271240234, - 1.044708251953125 + 1.058389663696289, + 1.0512619018554688, + 1.0510692596435547, + 1.0528030395507812, + 1.0566558837890625, + 1.0685033798217773, + 1.0597381591796875, + 1.0481796264648438, + 1.0493354797363281, + 1.0479869842529297, + 1.0570411682128906, + 1.0668659210205078, + 1.058004379272461, + 1.0524177551269531, + 1.0472164154052734, + 1.0514545440673828, + 1.0589675903320312, + 1.070718765258789, + 1.0634946823120117, + 1.061375617980957, + 1.058197021484375, + 1.0574264526367188, + 1.0682144165039062, + 1.0685997009277344 ], "p10": [ - 0.9349479675292969, - 0.9278411865234375, - 0.9191551208496094, - 0.9175758361816406, - 0.8883590698242188, - 0.9215240478515625, - 0.93731689453125, - 0.9286308288574219, - 0.9152069091796875, - 0.9238929748535156, - 0.9223136901855469, - 0.9223136901855469, - 0.9325790405273438, - 0.9270515441894531, - 0.9191551208496094, - 0.9199447631835938, - 0.905731201171875, - 0.9223136901855469, - 0.9357376098632812, - 0.9333686828613281, - 0.9144172668457031, - 0.9167861938476562, - 0.9215240478515625, - 0.9191551208496094 + 0.9333648681640625, + 0.9171829223632812, + 0.916412353515625, + 0.91949462890625, + 0.922576904296875, + 0.9387588500976562, + 0.922576904296875, + 0.9017715454101562, + 0.9079360961914062, + 0.9094772338867188, + 0.9233474731445312, + 0.9333648681640625, + 0.9210357666015625, + 0.9156417846679688, + 0.9087066650390625, + 0.916412353515625, + 0.9279708862304688, + 0.941070556640625, + 0.9325942993164062, + 0.93182373046875, + 0.9272003173828125, + 0.9241180419921875, + 0.9356765747070312, + 0.9387588500976562 ], "p90": [ - 1.1003780364990234, - 1.1178488731384277, - 1.1301870346069336, - 1.1465721130371094, - 1.1370964050292969, - 1.1663131713867188, - 1.1777629852294922, - 1.169076919555664, - 1.158416748046875, - 1.1623649597167969, - 1.1682872772216797, - 1.1706562042236328, - 1.1828956604003906, - 1.1789474487304688, - 1.173025131225586, - 1.1726303100585938, - 1.1588115692138672, - 1.1801319122314453, - 1.1975040435791016, - 1.1923713684082031, - 1.175394058227539, - 1.1809215545654297, - 1.1848697662353516, - 1.1821060180664062 + 1.1379508972167969, + 1.1394920349121094, + 1.1433448791503906, + 1.1452713012695312, + 1.1487388610839844, + 1.1533622741699219, + 1.1487388610839844, + 1.1441154479980469, + 1.144500732421875, + 1.1441154479980469, + 1.1545181274414062, + 1.1641502380371094, + 1.1587562561035156, + 1.1533622741699219, + 1.1525917053222656, + 1.1572151184082031, + 1.1614532470703125, + 1.1730117797851562, + 1.1664619445800781, + 1.1649208068847656, + 1.1626091003417969, + 1.1645355224609375, + 1.1749382019042969, + 1.1745529174804688 ], "timestamps": [ - "2026-06-15 07:40:00", - "2026-06-15 07:50:00", - "2026-06-15 08:00:00", - "2026-06-15 08:10:00", - "2026-06-15 08:20:00", - "2026-06-15 08:30:00", - "2026-06-15 08:40:00", - "2026-06-15 08:50:00", - "2026-06-15 09:00:00", - "2026-06-15 09:10:00", - "2026-06-15 09:20:00", - "2026-06-15 09:30:00", "2026-06-15 09:40:00", "2026-06-15 09:50:00", "2026-06-15 10:00:00", @@ -327,6 +315,18 @@ "2026-06-16 03:00:00", "2026-06-16 03:10:00", "2026-06-16 03:20:00", - "2026-06-16 03:30:00" + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 28ef07e987b2394903f52eec72abd4b10bc748f2..1ab3fed5f24748758fd7f0e062380c5d6da2f620 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,224 +1,213 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:38:16.198931+00:00", + "evaluated_at": "2026-06-17T01:47:14.230431+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 15.0, - 15.0, - 15.0, - 15.0, - 14.0, - 15.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 ], "actuals": [ - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0 + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 ], "p50": [ - 13.996070861816406, - 13.998069763183594, - 14.001068115234375, - 14.002067565917969, - 14.000068664550781, - 13.999568939208984, - 13.999568939208984, - 14.017059326171875, - 14.04354476928711, - 14.004066467285156, - 13.996070861816406, - 13.999568939208984, - 14.000068664550781, - 13.999568939208984, - 13.996070861816406, - 13.994071960449219, - 13.998069763183594, - 13.99856948852539, - 13.99856948852539, - 14.000068664550781, - 14.007564544677734, - 13.999568939208984, - 13.99856948852539, - 13.996070861816406 + 19.3409423828125, + 19.4749755859375, + 19.43402099609375, + 19.37445068359375, + 19.315811157226562, + 19.286956787109375, + 19.269271850585938, + 19.29998779296875, + 19.3111572265625, + 19.295333862304688, + 19.263687133789062, + 19.219940185546875, + 19.286026000976562, + 19.3260498046875, + 19.302780151367188, + 19.323257446289062, + 19.32977294921875, + 19.235763549804688, + 19.330703735351562, + 19.3111572265625, + 19.353973388671875, + 19.2962646484375, + 19.357696533203125, + 19.3037109375 ], "p10": [ - 13.988075256347656, - 13.998069763183594, - 13.992073059082031, - 13.995071411132812, - 13.98907470703125, - 13.9970703125, - 13.994071960449219, - 13.971084594726562, - 13.976081848144531, - 13.990074157714844, - 13.993072509765625, - 13.987075805664062, - 13.98907470703125, - 13.98907470703125, - 13.991073608398438, - 13.991073608398438, - 13.990074157714844, - 13.995071411132812, - 13.995071411132812, - 13.990074157714844, - 13.994071960449219, - 13.988075256347656, - 13.98907470703125, - 13.991073608398438 + 18.71917724609375, + 18.657745361328125, + 18.45855712890625, + 18.35430908203125, + 18.19793701171875, + 18.1197509765625, + 18.008056640625, + 18.0006103515625, + 17.9708251953125, + 17.9112548828125, + 17.84423828125, + 17.7474365234375, + 17.7548828125, + 17.739990234375, + 17.6729736328125, + 17.650634765625, + 17.576171875, + 17.442138671875, + 17.5166015625, + 17.471923828125, + 17.48681640625, + 17.3974609375, + 17.4197998046875, + 17.3453369140625 ], "p90": [ - 14.061534881591797, - 14.105010986328125, - 14.134869575500488, - 14.118128776550293, - 14.118659973144531, - 14.14249038696289, - 14.208454132080078, - 14.330886840820312, - 14.376861572265625, - 14.215450286865234, - 14.112007141113281, - 14.074028015136719, - 14.057537078857422, - 14.062034606933594, - 14.069780349731445, - 14.080024719238281, - 14.139741897583008, - 14.166727066040039, - 14.198959350585938, - 14.229942321777344, - 14.259925842285156, - 14.25143051147461, - 14.241436004638672, - 14.238937377929688 + 20.197265625, + 20.4429931640625, + 20.5323486328125, + 20.4876708984375, + 20.4951171875, + 20.480224609375, + 20.58447265625, + 20.673828125, + 20.7855224609375, + 20.82275390625, + 20.8302001953125, + 20.8450927734375, + 20.956787109375, + 21.046142578125, + 21.046142578125, + 21.06103515625, + 21.105712890625, + 21.046142578125, + 21.135498046875, + 21.165283203125, + 21.224853515625, + 21.18017578125, + 21.284423828125, + 21.23974609375 ], "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", @@ -327,6 +316,17 @@ "2026-06-21 00:00:00", "2026-06-21 01:00:00", "2026-06-21 02:00:00", - "2026-06-21 03:00:00" + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index f36f242444903c8dc6e5923021fe5257123b0c90..cc52a47f917cb587b397c3757955d607a13bc897 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:38:22.875570+00:00", + "evaluated_at": "2026-06-17T01:47:50.845287+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 33.79999923706055, - 30.200000762939453, - 26.0, - 23.200000762939453, - 21.700000762939453, - 21.0, - 21.200000762939453, - 22.700000762939453, - 30.600000381469727, - 39.900001525878906, 37.400001525878906, 32.79999923706055, 28.600000381469727, @@ -101,9 +91,7 @@ 15.899999618530273, 17.899999618530273, 18.700000762939453, - 18.299999237060547 - ], - "actuals": [ + 18.299999237060547, 17.799999237060547, 16.5, 15.0, @@ -113,7 +101,9 @@ 11.699999809265137, 11.800000190734863, 16.100000381469727, - 15.800000190734863, + 15.800000190734863 + ], + "actuals": [ 18.5, 14.800000190734863, 13.300000190734863, @@ -125,99 +115,99 @@ 12.5, 14.300000190734863, 21.799999237060547, - 31.5, - 39.5, - 49.70000076293945 + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 ], "p50": [ - 16.8599853515625, - 15.4658203125, - 14.1903076171875, - 13.033447265625, - 11.9952392578125, - 11.253662109375, - 11.135009765625, - 11.965576171875, - 14.1309814453125, - 15.703125, - 16.118408203125, - 15.80694580078125, - 15.2581787109375, - 14.694580078125, - 14.63525390625, - 14.9615478515625, - 15.5548095703125, - 16.3260498046875, - 17.2752685546875, - 18.12066650390625, - 18.92156982421875, - 19.325729370117188, - 19.524333953857422, - 19.171852111816406 + 16.553985595703125, + 16.4097900390625, + 16.16259765625, + 15.70941162109375, + 15.57208251953125, + 15.6956787109375, + 16.2724609375, + 16.924774169921875, + 17.71441650390625, + 18.201934814453125, + 18.782150268554688, + 18.912612915039062, + 19.125473022460938, + 18.795883178710938, + 18.204296112060547, + 17.254364013671875, + 16.217529296875, + 15.29742431640625, + 14.7069091796875, + 14.1026611328125, + 13.96533203125, + 14.2674560546875, + 15.778076171875, + 16.5745849609375 ], "p10": [ - 15.3768310546875, - 13.1224365234375, - 11.31298828125, - 10.12646484375, - 8.93994140625, - 8.3466796875, - 7.75341796875, - 7.931396484375, - 9.117919921875, - 10.2451171875, - 10.779052734375, - 10.541748046875, - 10.067138671875, - 9.592529296875, - 9.2958984375, - 9.2958984375, - 9.948486328125, - 10.541748046875, - 11.016357421875, - 11.490966796875, - 12.084228515625, - 12.3511962890625, - 12.49951171875, - 12.380859375 + 14.8717041015625, + 13.30615234375, + 12.3997802734375, + 11.383544921875, + 10.88916015625, + 10.724365234375, + 10.944091796875, + 11.383544921875, + 11.9603271484375, + 12.2349853515625, + 12.537109375, + 12.7293701171875, + 12.811767578125, + 12.482177734375, + 11.9603271484375, + 10.9990234375, + 10.22998046875, + 9.406005859375, + 8.8017578125, + 8.307373046875, + 8.142578125, + 8.25244140625, + 9.515869140625, + 10.065185546875 ], "p90": [ - 18.676849365234375, - 18.925277709960938, - 18.74359130859375, - 18.024261474609375, - 17.46807861328125, - 16.93414306640625, - 17.660888671875, - 19.35724639892578, - 22.6146240234375, - 24.661376953125, - 25.07666015625, - 24.7503662109375, - 24.2757568359375, - 23.712158203125, - 23.771484375, - 24.186767578125, - 25.2843017578125, - 26.4708251953125, - 27.864990234375, - 28.932861328125, - 29.7041015625, - 29.763427734375, - 29.7041015625, - 29.11083984375 + 18.603622436523438, + 20.0078125, + 20.612060546875, + 20.8592529296875, + 21.23004150390625, + 21.8480224609375, + 22.919189453125, + 23.9354248046875, + 25.0889892578125, + 25.885498046875, + 26.92919921875, + 27.0390625, + 27.36865234375, + 26.984130859375, + 26.27001953125, + 25.1988525390625, + 24.1826171875, + 23.3311767578125, + 22.6719970703125, + 22.0677490234375, + 21.930419921875, + 22.3973388671875, + 24.3199462890625, + 25.5009765625 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +317,16 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5a3f9cb9a437c236259b7a1e712c61e9bd3d1fa9..19d594bb423adc1fcad52b5d7c68ed7d9db33338 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:38:48.878088+00:00", + "evaluated_at": "2026-06-17T01:48:01.944742+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 24.0, - 23.899999618530273, - 23.5, - 23.600000381469727, - 22.600000381469727, - 22.200000762939453, - 21.799999237060547, - 22.700000762939453, - 24.899999618530273, - 28.100000381469727, 30.299999237060547, 31.700000762939453, 31.799999237060547, @@ -101,9 +91,7 @@ 22.899999618530273, 22.700000762939453, 22.299999237060547, - 22.200000762939453 - ], - "actuals": [ + 22.200000762939453, 22.0, 21.899999618530273, 22.0, @@ -113,7 +101,9 @@ 22.299999237060547, 22.600000381469727, 23.100000381469727, - 23.799999237060547, + 23.799999237060547 + ], + "actuals": [ 24.899999618530273, 25.899999618530273, 26.200000762939453, @@ -125,99 +115,99 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.399999618530273, - 23.100000381469727, - 22.799999237060547 + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 ], "p50": [ - 22.078125, - 21.9345703125, - 21.8388671875, - 21.802978515625, - 21.731201171875, - 21.71923828125, - 21.755126953125, - 22.185791015625, - 22.9873046875, - 23.8546142578125, - 24.358177185058594, - 24.937255859375, - 25.272216796875, - 25.5712890625, - 25.702880859375, - 25.7447509765625, - 25.73876953125, - 25.2781982421875, - 24.5963134765625, - 23.87255859375, - 23.2564697265625, - 22.939453125, - 22.62841796875, - 22.5087890625 + 24.198522567749023, + 24.76702880859375, + 25.037567138671875, + 25.22393798828125, + 25.27203369140625, + 25.29608154296875, + 25.2119140625, + 24.812118530273438, + 24.297531127929688, + 23.711929321289062, + 23.221954345703125, + 22.96343994140625, + 22.69891357421875, + 22.4945068359375, + 22.33819580078125, + 22.22998046875, + 22.2059326171875, + 22.2059326171875, + 22.14581298828125, + 22.1097412109375, + 22.14581298828125, + 22.5185546875, + 23.095703125, + 23.799102783203125 ], "p10": [ - 21.8388671875, - 21.563720703125, - 21.396240234375, - 21.24072265625, - 21.09716796875, - 21.04931640625, - 20.95361328125, - 21.24072265625, - 21.67138671875, - 22.257568359375, - 22.472900390625, - 22.8736572265625, - 23.10693359375, - 23.3521728515625, - 23.334228515625, - 23.34619140625, - 23.429931640625, - 23.1129150390625, - 22.58056640625, - 22.090087890625, - 21.731201171875, - 21.599609375, - 21.3603515625, - 21.24072265625 + 23.748001098632812, + 24.066635131835938, + 24.076404571533203, + 24.092937469482422, + 24.044090270996094, + 24.003509521484375, + 23.811126708984375, + 23.42034912109375, + 22.921356201171875, + 22.4464111328125, + 21.94140625, + 21.65283203125, + 21.37628173828125, + 21.171875, + 21.0035400390625, + 20.9554443359375, + 20.931396484375, + 20.9073486328125, + 20.8111572265625, + 20.7630615234375, + 20.787109375, + 21.07568359375, + 21.47247314453125, + 21.9654541015625 ], "p90": [ - 22.38916015625, - 22.377197265625, - 22.377197265625, - 22.448974609375, - 22.48486328125, - 22.592529296875, - 22.84375, - 23.382080078125, - 24.578369140625, - 25.6968994140625, - 26.50439453125, - 27.3896484375, - 28.03564453125, - 28.5859375, - 28.96875, - 29.04052734375, - 28.7294921875, - 28.27490234375, - 27.533203125, - 26.588134765625, - 25.726806640625, - 25.1585693359375, - 24.747344970703125, - 24.662109375 + 24.748992919921875, + 25.837158203125, + 26.4864501953125, + 26.83514404296875, + 27.00347900390625, + 27.07562255859375, + 27.0635986328125, + 26.5345458984375, + 25.9573974609375, + 25.229949951171875, + 24.661819458007812, + 24.397293090820312, + 24.11322784423828, + 23.88477325439453, + 23.75701904296875, + 23.651809692382812, + 23.639785766601562, + 23.714935302734375, + 23.68487548828125, + 23.642791748046875, + 23.70892333984375, + 24.195892333984375, + 25.001495361328125, + 25.99346923828125 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +317,16 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 2ea99fc6bca7a5b8e62aebfd4583eb6796aa4a36..4c4fdc9da865d232e3593226733cd85e649b004e 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:39:20.498356+00:00", + "evaluated_at": "2026-06-17T01:48:07.880907+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, 12.0, 9.0, 12.0, @@ -31,11 +21,11 @@ 13.0, 10.0, 12.0, - 12.0, + 14.0, 14.0, 12.0, 13.0, - 14.0, + 15.0, 14.0, 18.0, 13.0, @@ -48,176 +38,176 @@ 10.0, 9.0, 8.0, - 16.0, + 18.0, 35.0, - 10.0, + 11.0, 12.0, 11.0, 16.0, 10.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, + 17.0, + 11.0, 12.0, + 10.0, 14.0, - 6.0, - 14.0, + 11.0, + 13.0, + 8.0, 10.0, + 14.0, 12.0, - 44.0, + 15.0, 7.0, - 8.0, - 13.0, - 13.0, - 12.0, + 16.0, + 11.0, 12.0, - 13.0, - 13.0, - 8.0, - 10.0, + 45.0, + 7.0, 10.0, - 9.0, - 8.0, - 14.0, + 16.0, 14.0, - 9.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, 13.0, 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, 16.0, - 19.0, - 10.0, + 14.0, 17.0, + 22.0, + 11.0, + 18.0, 9.0, 11.0, - 10.0, - 15.0, - 10.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, 13.0, - 4.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, 13.0 ], "actuals": [ + 11.0, 12.0, - 15.0, - 14.0, - 12.0, + 17.0, 11.0, - 15.0, - 7.0, 17.0, + 11.0, + 11.0, + 13.0, + 12.0, 10.0, + 13.0, 8.0, - 10.0, - 10.0, 9.0, - 7.0, + 17.0, + 13.0, 14.0, - 10.0, - 10.0, - 10.0, - 11.0, + 18.0, + 8.0, + 15.0, 7.0, - 9.0, + 5.0, 7.0, - 6.0, + 5.0, 2.0 ], "p50": [ - 11.3291015625, - 11.6513671875, - 11.63671875, - 11.83203125, - 11.8173828125, - 11.685546875, - 11.6611328125, - 11.685546875, - 11.705078125, - 11.8076171875, - 11.83203125, - 11.98828125, - 11.81494140625, - 11.744140625, - 11.724609375, - 11.7490234375, - 11.6904296875, - 11.86376953125, - 11.90771484375, - 11.783203125, - 11.646484375, - 11.67578125, - 11.8466796875, - 11.81494140625 + 13.524494171142578, + 13.588508605957031, + 13.439361572265625, + 12.932525634765625, + 13.098831176757812, + 13.185943603515625, + 13.228179931640625, + 13.415603637695312, + 13.473678588867188, + 13.366767883300781, + 12.805816650390625, + 13.14898681640625, + 13.259857177734375, + 13.395805358886719, + 13.457839965820312, + 13.534393310546875, + 13.23345947265625, + 12.742462158203125, + 12.964202880859375, + 13.366767883300781, + 13.262496948242188, + 13.473678588867188, + 13.463119506835938, + 13.346969604492188 ], "p10": [ - 7.59375, - 7.75, - 7.59375, - 7.7109375, - 7.9453125, - 7.8671875, - 7.75, - 7.65234375, - 7.69140625, - 7.8671875, - 7.9453125, - 7.90625, - 7.7890625, - 7.69140625, - 7.61328125, - 7.73046875, - 7.88671875, - 7.984375, - 7.7890625, - 7.76953125, - 7.76953125, - 7.7109375, - 7.75, - 7.75 + 9.1259765625, + 9.083740234375, + 8.914794921875, + 8.4713134765625, + 8.7880859375, + 8.745849609375, + 8.8514404296875, + 8.914794921875, + 8.914794921875, + 8.9359130859375, + 8.4501953125, + 8.5980224609375, + 8.5980224609375, + 8.8092041015625, + 8.7669677734375, + 8.8936767578125, + 8.9781494140625, + 8.619140625, + 8.70361328125, + 8.9781494140625, + 8.830322265625, + 9.04150390625, + 8.914794921875, + 8.914794921875 ], "p90": [ - 16.16796875, - 16.96875, - 17.41796875, - 17.9453125, - 17.6328125, - 16.96875, - 16.32421875, - 16.12890625, - 16.08984375, - 16.40234375, - 16.83203125, - 17.1640625, - 16.6171875, - 16.1875, - 16.03125, - 16.03125, - 16.6171875, - 17.26171875, - 17.7109375, - 17.3203125, - 16.6953125, - 16.59765625, - 16.96875, - 17.4375 + 19.76953125, + 20.107421875, + 19.811767578125, + 19.135986328125, + 19.220458984375, + 19.6005859375, + 19.76953125, + 20.19189453125, + 20.19189453125, + 19.558349609375, + 18.713623046875, + 19.2626953125, + 19.642822265625, + 20.02294921875, + 20.36083984375, + 20.403076171875, + 19.51611328125, + 18.713623046875, + 19.09375, + 19.811767578125, + 19.85400390625, + 20.107421875, + 20.065185546875, + 19.727294921875 ], "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +317,16 @@ "2026-06-16 11:00:00", "2026-06-16 12:00:00", "2026-06-16 13:00:00", - "2026-06-16 14:00:00" + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7f5922f75b05fbe3d77d4b585863c545dc002ed9..0758e33d12f75d247493d964770816c6d7533c2c 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,47 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T22:43:08.219146+00:00", + "evaluated_at": "2026-06-17T01:48:14.848911+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, 3120.0, 3120.0, 3120.0, @@ -101,9 +65,7 @@ 3120.0, 3120.0, 3120.0, - 3060.0 - ], - "actuals": [ + 3060.0, 3060.0, 3120.0, 3060.0, @@ -127,99 +89,125 @@ 3060.0, 3060.0, 3060.0, - 3060.0 + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actuals": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 ], "p50": [ - 3119.24365234375, - 3119.502197265625, - 3119.523681640625, - 3119.485107421875, - 3119.474609375, - 3119.643310546875, - 3119.45947265625, - 3119.453125, - 3119.3291015625, - 3119.50439453125, - 3119.474609375, - 3119.474609375, - 3119.557861328125, - 3119.506591796875, - 3119.512939453125, - 3119.3974609375, - 3119.455322265625, - 3119.384765625, - 3119.2353515625, - 3119.248046875, - 3119.19677734375, - 3119.256591796875, - 3119.21826171875, - 3119.222412109375 + 3022.46875, + 3031.1875, + 3033.71875, + 3036.53125, + 3037.09375, + 3038.5, + 3039.90625, + 3041.3125, + 3042.15625, + 3043.28125, + 3044.6875, + 3042.71875, + 3044.125, + 3045.8125, + 3046.375, + 3047.5, + 3044.40625, + 3044.6875, + 3045.8125, + 3047.21875, + 3046.65625, + 3045.53125, + 3047.5, + 3048.34375 ], "p10": [ - 3115.3515625, - 3116.9580078125, - 3117.5048828125, - 3117.76123046875, - 3117.9833984375, - 3118.197021484375, - 3118.03466796875, - 3118.20556640625, - 3117.8466796875, - 3118.060302734375, - 3118.17138671875, - 3118.026123046875, - 3118.094482421875, - 3118.20556640625, - 3118.367919921875, - 3118.291015625, - 3117.86376953125, - 3117.67578125, - 3117.470703125, - 3117.4365234375, - 3117.45361328125, - 3117.38525390625, - 3117.333984375, - 3117.5048828125 + 2987.875, + 2994.0625, + 2995.1875, + 2995.1875, + 2993.5, + 2992.375, + 2991.25, + 2990.6875, + 2992.375, + 2993.5, + 2994.0625, + 2992.375, + 2995.1875, + 2998.0, + 2997.4375, + 2998.5625, + 2998.0, + 2997.4375, + 2998.5625, + 3000.25, + 3000.8125, + 2999.125, + 3000.25, + 3000.25 ], "p90": [ - 3121.051025390625, - 3121.09375, - 3121.162109375, - 3121.170654296875, - 3121.28173828125, - 3121.38427734375, - 3121.1962890625, - 3121.033935546875, - 3121.00830078125, - 3121.24755859375, - 3120.888671875, - 3120.798828125, - 3120.743408203125, - 3120.7646484375, - 3120.83740234375, - 3120.692138671875, - 3120.56396484375, - 3120.6025390625, - 3120.3974609375, - 3120.39306640625, - 3120.35888671875, - 3120.44873046875, - 3120.55126953125, - 3120.50830078125 + 3068.734375, + 3078.0859375, + 3081.28515625, + 3083.2890625, + 3083.2890625, + 3083.4296875, + 3085.943359375, + 3088.9931640625, + 3090.42578125, + 3092.74609375, + 3097.0, + 3095.59375, + 3096.7890625, + 3096.859375, + 3097.7734375, + 3099.109375, + 3097.703125, + 3099.390625, + 3101.7109375, + 3104.6640625, + 3105.4375, + 3105.4375, + 3108.953125, + 3110.21875 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", "2026-06-16 13:55:00", "2026-06-16 14:10:00", "2026-06-16 14:25:00", @@ -327,6 +315,18 @@ "2026-06-17 15:55:00", "2026-06-17 16:10:00", "2026-06-17 16:25:00", - "2026-06-17 16:40:00" + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index e1b2566b490183304092521126d6794c1c332f98..cbae9c13c653c918dc785236fa766424bc94b4f2 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,59 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T23:27:55.145464+00:00", + "evaluated_at": "2026-06-17T01:48:22.055301+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 7416bd8c87b191f8c63873e0af116ab31c8cedd5..bd22641dbb22ed40c6887523ed040152b6c21f56 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,113588.56122843425,203508.85977745056,354.4197591145833,0.3807061648539314,0.0053445089851497,0.005366233337016857,2.842175011900227,337.0290213445042,0.005098392061468594,0.005361469701003447,0.004089049702161993,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,18.256465477062495,15.689063071794257,3.021759271621704,1.91460317666162,0.13161837915651486,0.1187479281490475,78.45882032272267,4.27275853250128,0.187617694725063,0.1326860631704981,0.13787187026130038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006374514495753066,0.003759971373701987,0.0448446919520696,0.04869350656668799,0.029236629443982618,0.028652117803904763,1.8526228966138196,0.0798405567099395,0.05399040038531646,0.030325225341859354,0.03222811640874626,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.026779569665996927,0.032480425439613825,0.14710015058517456,1.0862778757127798,0.12445407403444393,0.13547892146303228,23.09986006665449,0.1636446444769792,0.14654744698710187,0.13173148188609457,0.10677884721759028,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5134470016972349,0.6364203022267247,0.5536642074584961,0.44540584287163937,0.0276254995036464,0.0281470283383016,8.26096574154646,0.716552162579414,0.03691982042204237,0.028527138959286352,0.025134909180975065,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.4226122238754,685.8653868680943,15.499062538146973,2.5344822477517286,0.33968506617699884,0.4691643539586066,87.35340695664604,25.50338432882733,0.8977430038966681,0.5455815111114771,0.5208205266329882,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.1828387460335157,3.0163667414758493,1.5450150966644287,0.6253011873807506,0.06318544462542311,0.06546510966058296,9.5512220861311,1.477443313983151,0.062023156862824926,0.06485982425782821,0.05042202637070292,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.405964725661269,9.000602529930651,2.3532749017079673,0.426790410385324,0.21881676391685087,0.20646161462587442,18.786381272284746,3.225827758213583,0.28780619404136054,0.20995761204829447,0.250023040787241,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,3439.8645558555922,3422.449991491934,57.27812703450521,7.85528599330357,0.018718288339161285,0.01853730293310045,300.5491713169643,58.65035853134738,0.019151137479623635,0.018703061888818026,0.0182664524577192,Hydrology,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,117257.62664540608,229013.86847432455,399.7386067708333,0.42238186807895123,0.00603512838974229,0.006059224202289788,2.8420342987755944,342.4290096434677,0.005183487441986737,0.006051006164551503,0.004430956011377233,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,19.47776982140628,17.26073411871069,3.198925336201986,1.9974688756129346,0.13921436982684388,0.1251515027128617,81.22673232980667,4.413362643314764,0.19379164977986701,0.14046546103892985,0.14502870025094725,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.007942316008117936,0.0025968019373726983,0.04441059132417043,0.03420365299327415,0.03140892311281104,0.030750095202687493,1.9657955819127375,0.08911967239682794,0.06054325068362392,0.03017023616934801,0.04132623455030458,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.020830764090728593,0.02700076301116816,0.1331366846958796,0.939788204397055,0.1083829007586274,0.11729325051217566,16.56187224048072,0.14432866690553403,0.12415369365927213,0.11452618194944023,0.0892202007060988,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.216270255289146,0.38242682341357676,0.42306025822957355,0.23927995178558392,0.021540176553893703,0.022021819144783305,3.072047703072842,0.46504865905531434,0.024189787527027072,0.02200573543957979,0.017899981568634843,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,778.9301343530151,816.1337122732689,20.824244101842243,3.66229994549474,0.4682816859085522,0.6633685899858229,127.12904319713304,27.909319847552986,0.8268407561138299,0.6169384934035166,0.5872712552914257,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.1375657012913507,1.303027400657811,0.9980278015136719,0.41802213065962174,0.0419719424811146,0.042217440179163124,9.629085543135684,1.066567251180792,0.045090036071734244,0.04219247264626263,0.037096833850763754,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,21.473228361168214,18.106109847436453,3.338417132695516,0.5750383577848736,0.5464619941101371,0.32445871273346594,22.611880788392426,4.633921488455346,0.4180981794095049,0.3012105683635052,0.32866882620598736,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,644.0699632341663,786.2911835834384,19.446889241536457,0.41858775049047087,0.006368141201098999,0.006409393150462875,16.193732702144057,25.37853351228487,0.008379210404386255,0.0064207640913038246,0.007057386604645297,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 8ddc8c0266fe5cce91964a62eb6755215004a3df..0d2af28aaf004f49c0f94dc33bfcce2fcc821b0b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T22:59:50.507448+00:00", + "evaluated_at": "2026-06-17T00:32:57.137109+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63625.98828125, - 63648.80078125, 63426.19921875, 63624.0703125, 63524.8203125, @@ -101,11 +99,11 @@ 66614.3515625, 66519.9765625, 66368.1484375, - 66206.34375 + 66206.34375, + 66328.7421875, + 66250.0 ], "actuals": [ - 66328.7421875, - 66250.0, 66346.5234375, 65741.9921875, 66165.2109375, @@ -127,89 +125,89 @@ 65675.8828125, 65854.0, 65776.96875, - 65690.0078125 + 65780.0, + 65675.0078125, + 65770.828125 ], "p50": [ - 66192.703125, - 66128.5, - 66118.8515625, - 66109.1328125, - 66015.0625, - 65952.125, - 65919.96875, - 65888.5234375, - 65827.09375, - 65736.6484375, - 65795.0859375, - 65776.859375, - 65726.796875, - 65749.6796875, - 65725.8046875, - 65639.1171875, - 65666.953125, - 65630.5390625, - 65598.59375, - 65617.2578125, - 65556.21875, - 65524.45703125, - 65514.3046875, - 65561.0859375 + 66195.5078125, + 66138.734375, + 66090.3125, + 66066.28125, + 65957.0859375, + 65865.1640625, + 65834.2265625, + 65804.3515625, + 65770.96875, + 65679.4140625, + 65733.4921875, + 65731.7734375, + 65677.8828125, + 65665.078125, + 65633.765625, + 65581.9375, + 65591.2734375, + 65539.4296875, + 65493.53125, + 65442.40234375, + 65423.71875, + 65361.97265625, + 65399.64453125, + 65470.72265625 ], "p10": [ - 66118.7890625, - 66178.390625, - 66138.03125, - 66099.734375, - 66020.03125, - 66031.15625, - 65889.3828125, - 65884.6640625, - 65835.765625, - 65929.6015625, - 65873.8671875, - 65887.9375, - 65798.6796875, - 65859.9453125, - 65835.7890625, - 65850.234375, - 65751.796875, - 65705.953125, - 65755.25, - 65765.671875, - 65721.6328125, - 65691.7734375, - 65604.8671875, - 65661.1875 + 66127.234375, + 66192.578125, + 66125.59375, + 66071.7578125, + 66009.609375, + 65936.5390625, + 65806.8828125, + 65857.734375, + 65798.5625, + 65890.1171875, + 65797.0078125, + 65819.5078125, + 65763.546875, + 65734.09375, + 65768.2734375, + 65800.1640625, + 65689.0859375, + 65603.7734375, + 65614.453125, + 65590.875, + 65577.7265625, + 65574.1796875, + 65493.5390625, + 65554.8671875 ], "p90": [ - 66455.5390625, - 66498.59375, - 66589.84375, - 66677.875, - 66648.9453125, - 66639.8203125, - 66651.578125, - 66655.453125, - 66631.1796875, - 66603.7109375, - 66740.515625, - 66710.703125, - 66728.6796875, - 66808.4453125, - 66793.46875, - 66772.8046875, - 66808.5859375, - 66778.984375, - 66798.953125, - 66814.640625, - 66787.953125, - 66777.984375, - 66775.140625, - 66811.5625 + 66449.0, + 66513.859375, + 66576.828125, + 66630.859375, + 66579.2890625, + 66536.7890625, + 66558.84375, + 66573.90625, + 66574.7578125, + 66560.9765625, + 66661.7421875, + 66619.53125, + 66646.7734375, + 66673.484375, + 66656.375, + 66693.34375, + 66711.6875, + 66667.1171875, + 66672.9921875, + 66611.125, + 66610.421875, + 66565.0703125, + 66602.3828125, + 66633.109375 ], "timestamps": [ - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +325,8 @@ "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", - "2026-06-16 22:00:00" + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 845e8b4b01b1b3346ec62ddf14afb9eaf6e5917e..c920afe11155adb41f2be8147318cb6afa83abc4 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:32:43.667506+00:00", + "evaluated_at": "2026-06-17T00:33:04.654879+00:00", "freq": "1h", - "context_length": 76, + "context_length": 71, "prediction_length": 24, "context": [ - 20.200000762939453, - 19.729999542236328, - 19.309999465942383, - 19.100000381469727, - 18.799999237060547, 18.479999542236328, 18.030000686645508, 17.760000228881836, @@ -110,89 +105,84 @@ 20.90999984741211 ], "p50": [ - 22.496240615844727, - 22.3004207611084, - 21.743938446044922, - 21.42856216430664, - 21.191543579101562, - 21.379291534423828, - 22.3101806640625, - 23.786670684814453, - 25.62385368347168, - 27.855966567993164, - 29.597524642944336, - 30.46653175354004, - 30.8160457611084, - 30.812570571899414, - 30.369895935058594, - 29.7386417388916, - 29.037792205810547, - 27.726606369018555, - 26.394092559814453, - 24.99730682373047, - 23.990249633789062, - 23.1558895111084, - 22.558361053466797, - 22.28774070739746 + 22.442657470703125, + 22.188114166259766, + 21.65435028076172, + 21.343326568603516, + 21.22178077697754, + 21.482852935791016, + 22.329727172851562, + 23.794605255126953, + 25.901647567749023, + 28.170103073120117, + 30.03667640686035, + 30.893497467041016, + 31.324787139892578, + 31.207326889038086, + 30.66766357421875, + 29.875120162963867, + 29.070266723632812, + 27.871644973754883, + 26.52094268798828, + 25.239418029785156, + 24.045795440673828, + 23.29744529724121, + 22.868562698364258, + 22.510723114013672 ], "p10": [ - 22.650175094604492, - 22.41269874572754, - 21.792768478393555, - 21.715234756469727, - 21.506441116333008, - 21.59023666381836, - 22.446502685546875, - 24.013574600219727, - 26.042966842651367, - 28.099594116210938, - 29.834388732910156, - 30.95547103881836, - 31.05912971496582, - 31.03830337524414, - 30.568634033203125, - 29.873760223388672, - 29.30426788330078, - 28.118755340576172, - 26.618791580200195, - 25.25437355041504, - 24.40725326538086, - 23.37982177734375, - 22.924489974975586, - 22.556243896484375 + 22.54256248474121, + 22.279430389404297, + 21.703956604003906, + 21.6973819732666, + 21.526676177978516, + 21.725006103515625, + 22.5621280670166, + 24.149133682250977, + 26.248720169067383, + 28.410297393798828, + 30.16707420349121, + 31.218820571899414, + 31.47332763671875, + 31.38812255859375, + 30.798629760742188, + 29.981460571289062, + 29.328880310058594, + 28.203283309936523, + 26.8514404296875, + 25.5405330657959, + 24.540693283081055, + 23.687728881835938, + 23.177690505981445, + 22.830503463745117 ], "p90": [ - 22.771608352661133, - 22.728382110595703, - 22.449920654296875, - 22.211589813232422, - 22.138668060302734, - 22.448741912841797, - 23.453357696533203, - 25.00588035583496, - 27.025806427001953, - 29.276805877685547, - 31.046306610107422, - 31.885028839111328, - 32.36334228515625, - 32.42808151245117, - 32.021400451660156, - 31.449434280395508, - 30.78230094909668, - 29.451875686645508, - 28.007768630981445, - 26.500045776367188, - 25.557710647583008, - 24.797422409057617, - 24.166643142700195, - 23.730329513549805 + 22.821626663208008, + 22.70427703857422, + 22.35982322692871, + 22.151168823242188, + 22.181848526000977, + 22.573198318481445, + 23.497976303100586, + 25.002792358398438, + 27.150789260864258, + 29.439842224121094, + 31.294763565063477, + 32.120849609375, + 32.55133056640625, + 32.53116989135742, + 32.00481033325195, + 31.337800979614258, + 30.662464141845703, + 29.507953643798828, + 28.17866325378418, + 26.778867721557617, + 25.768815994262695, + 25.078340530395508, + 24.679763793945312, + 24.21097755432129 ], "timestamps": [ - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", "2026-06-10 03:00:00", diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 524cfe9f610c7e3b608e4ddedafb0aa350586eaf..c0d6fff75f8211531622ca60207ad733ca1ed012 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T22:19:42.881340+00:00", + "evaluated_at": "2026-06-17T00:42:30.878715+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.3660000562667847, - 1.2970000505447388, - 1.2430000305175781, - 1.184000015258789, - 1.1200000047683716, - 1.062000036239624, - 0.996999979019165, - 0.9539999961853027, - 0.890999972820282, - 0.8190000057220459, - 0.7549999952316284, - 0.6990000009536743, - 0.656000018119812, - 0.609000027179718, - 0.5519999861717224, - 0.5170000195503235, - 0.4580000042915344, - 0.3889999985694885, - 0.32600000500679016, - 0.2800000011920929, - 0.24500000476837158, - 0.1860000044107437, - 0.13099999725818634, - 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -101,9 +77,7 @@ 1.0839999914169312, 1.1239999532699585, 1.1629999876022339, - 1.184999942779541 - ], - "actuals": [ + 1.184999942779541, 1.222000002861023, 1.25, 1.2790000438690186, @@ -129,109 +103,111 @@ 1.6130000352859497, 1.6069999933242798 ], + "actuals": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], "p50": [ - 1.201688289642334, - 1.2293806076049805, - 1.2492092847824097, - 1.276489496231079, - 1.3193117380142212, - 1.334574818611145, - 1.3684227466583252, - 1.3917901515960693, - 1.4247500896453857, - 1.451680302619934, - 1.491784930229187, - 1.519737958908081, - 1.5465893745422363, - 1.5486880540847778, - 1.5895917415618896, - 1.595154047012329, - 1.6296194791793823, - 1.6610466241836548, - 1.6724756956100464, - 1.6796009540557861, - 1.7058532238006592, - 1.699690341949463, - 1.7536464929580688, - 1.769091248512268 + 1.6031314134597778, + 1.61693274974823, + 1.6081801652908325, + 1.60427725315094, + 1.588858962059021, + 1.585858702659607, + 1.587712049484253, + 1.5761675834655762, + 1.5849699974060059, + 1.5630247592926025, + 1.553611397743225, + 1.539164662361145, + 1.5155092477798462, + 1.5070030689239502, + 1.4941012859344482, + 1.4735106229782104, + 1.467305064201355, + 1.456313133239746, + 1.4525119066238403, + 1.4303861856460571, + 1.4192142486572266, + 1.39564049243927, + 1.3849817514419556, + 1.3854873180389404 ], "p10": [ - 1.20896315574646, - 1.21366286277771, - 1.2592791318893433, - 1.3177403211593628, - 1.3311456441879272, - 1.3506371974945068, - 1.3912934064865112, - 1.4436066150665283, - 1.4461212158203125, - 1.4671742916107178, - 1.47767972946167, - 1.515721082687378, - 1.5316543579101562, - 1.565443754196167, - 1.5722583532333374, - 1.6003687381744385, - 1.6502543687820435, - 1.6412835121154785, - 1.6776832342147827, - 1.698960304260254, - 1.7095446586608887, - 1.7229844331741333, - 1.7696788311004639, - 1.8063589334487915 + 1.6175404787063599, + 1.6153793334960938, + 1.596427321434021, + 1.601095199584961, + 1.5808871984481812, + 1.5845028162002563, + 1.5793911218643188, + 1.6015644073486328, + 1.6063629388809204, + 1.5785506963729858, + 1.573225736618042, + 1.581896424293518, + 1.5320088863372803, + 1.5483205318450928, + 1.5110782384872437, + 1.487200140953064, + 1.5093879699707031, + 1.4814627170562744, + 1.4513379335403442, + 1.473936676979065, + 1.465375542640686, + 1.4092655181884766, + 1.42072331905365, + 1.391609787940979 ], "p90": [ - 1.2461967468261719, - 1.267335057258606, - 1.309701681137085, - 1.3403494358062744, - 1.385645866394043, - 1.4016683101654053, - 1.426832675933838, - 1.4496415853500366, - 1.4901009798049927, - 1.5111278295516968, - 1.5743480920791626, - 1.5789775848388672, - 1.6228107213974, - 1.6301078796386719, - 1.649263858795166, - 1.6580893993377686, - 1.6848626136779785, - 1.7246907949447632, - 1.7338374853134155, - 1.7593693733215332, - 1.7844158411026, - 1.8219177722930908, - 1.838664174079895, - 1.8607637882232666 + 1.6090031862258911, + 1.6431512832641602, + 1.6552881002426147, + 1.660688042640686, + 1.651798129081726, + 1.646754503250122, + 1.6418002843856812, + 1.6438078880310059, + 1.6362587213516235, + 1.6324692964553833, + 1.6332083940505981, + 1.6171648502349854, + 1.61020827293396, + 1.619040846824646, + 1.612268090248108, + 1.603114366531372, + 1.6069614887237549, + 1.6155855655670166, + 1.6263411045074463, + 1.6113903522491455, + 1.617363691329956, + 1.6192749738693237, + 1.6049879789352417, + 1.5945696830749512 ], "timestamps": [ - "2026-06-16 09:54:00", - "2026-06-16 10:00:00", - "2026-06-16 10:06:00", - "2026-06-16 10:12:00", - "2026-06-16 10:18:00", - "2026-06-16 10:24:00", - "2026-06-16 10:30:00", - "2026-06-16 10:36:00", - "2026-06-16 10:42:00", - "2026-06-16 10:48:00", - "2026-06-16 10:54:00", - "2026-06-16 11:00:00", - "2026-06-16 11:06:00", - "2026-06-16 11:12:00", - "2026-06-16 11:18:00", - "2026-06-16 11:24:00", - "2026-06-16 11:30:00", - "2026-06-16 11:36:00", - "2026-06-16 11:42:00", - "2026-06-16 11:48:00", - "2026-06-16 11:54:00", - "2026-06-16 12:00:00", - "2026-06-16 12:06:00", - "2026-06-16 12:12:00", "2026-06-16 12:18:00", "2026-06-16 12:24:00", "2026-06-16 12:30:00", @@ -327,6 +303,30 @@ "2026-06-16 21:30:00", "2026-06-16 21:36:00", "2026-06-16 21:42:00", - "2026-06-16 21:48:00" + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ff64a2d3cac0a7f2dbd194a10a433aaa4cd85318..57479850aa8e1464a42d58ed6838cc0e85d5a088 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T22:19:49.106235+00:00", + "evaluated_at": "2026-06-17T00:52:08.444093+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,16 +94,16 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0 - ], - "actuals": [ + 1.0, 1.100000023841858, 1.100000023841858, 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.100000023841858, @@ -127,99 +120,94 @@ 1.2000000476837158, 1.0, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, 1.2000000476837158 ], "p50": [ - 0.9809526801109314, - 0.982976496219635, - 0.9802723526954651, - 0.9798942804336548, - 0.9784954190254211, - 0.9826257824897766, - 0.9836935997009277, - 0.9877914190292358, - 0.9868870973587036, - 0.9887576699256897, - 0.9847669005393982, - 0.9854240417480469, - 0.9861027002334595, - 0.9862995147705078, - 0.9852426648139954, - 0.9876441955566406, - 0.9795740842819214, - 0.9810227751731873, - 0.9787666201591492, - 0.9796990156173706, - 0.9785490036010742, - 0.979860246181488, - 0.9797933101654053, - 0.9812844395637512 + 1.0523892641067505, + 1.049742579460144, + 1.0425821542739868, + 1.0423107147216797, + 1.0420196056365967, + 1.0506658554077148, + 1.0503616333007812, + 1.0440527200698853, + 1.0378361940383911, + 1.0362904071807861, + 1.0278666019439697, + 1.0353729724884033, + 1.037177324295044, + 1.032000184059143, + 1.025648593902588, + 1.0261588096618652, + 1.0279310941696167, + 1.0238075256347656, + 1.0269534587860107, + 1.0329800844192505, + 1.0304715633392334, + 1.034537434577942, + 1.0426770448684692, + 1.0524365901947021 ], "p10": [ - 0.9973206520080566, - 1.0013145208358765, - 1.0027382373809814, - 1.0016989707946777, - 1.0051658153533936, - 1.0054432153701782, - 1.0105576515197754, - 1.0127589702606201, - 1.0123041868209839, - 1.0106679201126099, - 1.0159941911697388, - 1.0139110088348389, - 1.012465476989746, - 1.0140552520751953, - 1.0127395391464233, - 1.0156784057617188, - 1.0121269226074219, - 1.016209602355957, - 1.013352870941162, - 1.0099103450775146, - 1.00702965259552, - 1.0105032920837402, - 1.0163499116897583, - 1.0106546878814697 + 1.0731266736984253, + 1.0641285181045532, + 1.0631450414657593, + 1.0613361597061157, + 1.0714763402938843, + 1.0775609016418457, + 1.075613021850586, + 1.0709946155548096, + 1.0670890808105469, + 1.058577537536621, + 1.0613243579864502, + 1.0561916828155518, + 1.0673168897628784, + 1.0608720779418945, + 1.0537806749343872, + 1.057281255722046, + 1.0625231266021729, + 1.0626698732376099, + 1.0584805011749268, + 1.0583192110061646, + 1.061588168144226, + 1.0636368989944458, + 1.0735650062561035, + 1.0708187818527222 ], "p90": [ - 1.0499577522277832, - 1.0597749948501587, - 1.061899185180664, - 1.0632139444351196, - 1.0617642402648926, - 1.0669876337051392, - 1.0706400871276855, - 1.0746769905090332, - 1.0781974792480469, - 1.0812069177627563, - 1.080235242843628, - 1.080623745918274, - 1.082798719406128, - 1.0841262340545654, - 1.0839629173278809, - 1.0888330936431885, - 1.084468126296997, - 1.0862884521484375, - 1.0872180461883545, - 1.0870025157928467, - 1.0861384868621826, - 1.0878294706344604, - 1.085737943649292, - 1.0859383344650269 + 1.1366732120513916, + 1.1427875757217407, + 1.1418993473052979, + 1.1437057256698608, + 1.1452122926712036, + 1.157334327697754, + 1.1569814682006836, + 1.152657151222229, + 1.1515411138534546, + 1.1530827283859253, + 1.1450752019882202, + 1.1497313976287842, + 1.1520215272903442, + 1.1466730833053589, + 1.1424775123596191, + 1.147010087966919, + 1.152911901473999, + 1.1471858024597168, + 1.1492327451705933, + 1.1514337062835693, + 1.1493871212005615, + 1.1541846990585327, + 1.1617717742919922, + 1.1698365211486816 ], "timestamps": [ - "2026-06-15 07:40:00", - "2026-06-15 07:50:00", - "2026-06-15 08:00:00", - "2026-06-15 08:10:00", - "2026-06-15 08:20:00", - "2026-06-15 08:30:00", - "2026-06-15 08:40:00", - "2026-06-15 08:50:00", - "2026-06-15 09:00:00", - "2026-06-15 09:10:00", - "2026-06-15 09:20:00", - "2026-06-15 09:30:00", "2026-06-15 09:40:00", "2026-06-15 09:50:00", "2026-06-15 10:00:00", @@ -327,6 +315,18 @@ "2026-06-16 03:00:00", "2026-06-16 03:10:00", "2026-06-16 03:20:00", - "2026-06-16 03:30:00" + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 84bcf6a7ffbfcacfb195cd567a5e4a817b4871a8..cc3f0a92912c3ac6e26eb2e5d0fa5353e0c39f5d 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,70 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:32:49.414139+00:00", + "evaluated_at": "2026-06-17T00:52:29.492172+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +42,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.399999618530273, @@ -127,92 +66,148 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 ], "p50": [ - 18.8198299407959, - 18.798185348510742, - 18.909557342529297, - 18.913393020629883, - 18.894489288330078, - 18.97298812866211, - 18.978971481323242, - 18.981914520263672, - 19.1135311126709, - 19.1092472076416, - 19.076946258544922, - 19.228540420532227, - 19.200246810913086, - 19.237014770507812, - 19.14714241027832, - 19.1652774810791, - 19.22206687927246, - 19.325376510620117, - 19.278684616088867, - 19.322465896606445, - 19.265853881835938, - 19.434715270996094, - 19.577892303466797, - 19.592906951904297 + 19.202104568481445, + 19.220842361450195, + 19.16281509399414, + 19.130847930908203, + 19.059097290039062, + 19.002418518066406, + 18.92930030822754, + 18.92822265625, + 18.883750915527344, + 18.80265998840332, + 18.809627532958984, + 18.766206741333008, + 18.774728775024414, + 18.827159881591797, + 18.783428192138672, + 18.724666595458984, + 18.74211883544922, + 18.725093841552734, + 18.72142219543457, + 18.752769470214844, + 18.706768035888672, + 18.68431854248047, + 18.7041015625, + 18.75833511352539 ], "p10": [ - 18.838247299194336, - 18.986221313476562, - 19.01227378845215, - 19.06422996520996, - 18.978805541992188, - 19.095521926879883, - 19.137998580932617, - 19.252233505249023, - 19.241182327270508, - 19.28508186340332, - 19.19487953186035, - 19.17742156982422, - 19.34332275390625, - 19.315425872802734, - 19.405160903930664, - 19.41234016418457, - 19.45587158203125, - 19.291486740112305, - 19.52452278137207, - 19.413999557495117, - 19.596811294555664, - 19.563447952270508, - 19.477088928222656, - 19.57928466796875 + 19.305206298828125, + 19.378543853759766, + 19.304672241210938, + 19.321176528930664, + 19.260059356689453, + 19.26541519165039, + 19.11768913269043, + 19.11378288269043, + 19.090375900268555, + 19.09358024597168, + 19.07553482055664, + 19.007823944091797, + 19.03675079345703, + 19.072986602783203, + 19.105133056640625, + 19.04157066345215, + 19.045345306396484, + 19.023008346557617, + 19.08477783203125, + 19.107694625854492, + 19.139738082885742, + 19.025346755981445, + 19.163681030273438, + 19.02722930908203 ], "p90": [ - 19.40656852722168, - 19.540952682495117, - 19.673816680908203, - 19.79539680480957, - 19.839067459106445, - 19.943195343017578, - 19.909225463867188, - 20.011428833007812, - 20.117366790771484, - 20.160924911499023, - 20.17987632751465, - 20.177288055419922, - 20.359458923339844, - 20.493837356567383, - 20.411575317382812, - 20.533939361572266, - 20.638381958007812, - 20.77776336669922, - 20.774415969848633, - 20.893836975097656, - 20.830036163330078, - 21.083833694458008, - 21.183815002441406, - 21.275400161743164 + 19.703758239746094, + 19.826393127441406, + 19.858068466186523, + 19.879867553710938, + 19.915990829467773, + 19.887096405029297, + 19.890243530273438, + 19.93990707397461, + 19.9345703125, + 19.891063690185547, + 19.97991371154785, + 19.88518714904785, + 19.98741912841797, + 20.074689865112305, + 20.06523895263672, + 20.03626251220703, + 20.090133666992188, + 20.127639770507812, + 20.16002082824707, + 20.1456298828125, + 20.18724250793457, + 20.201744079589844, + 20.23894691467285, + 20.210071563720703 ], "timestamps": [ - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", @@ -327,6 +322,11 @@ "2026-06-21 06:00:00", "2026-06-21 07:00:00", "2026-06-21 08:00:00", - "2026-06-21 09:00:00" + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d92089caa394fba6ad2de78ad811f5f4900458fa..5fd9c9c73e19b9d85e4acbb877ab19c806ad2d63 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:32:54.830113+00:00", + "evaluated_at": "2026-06-17T00:52:37.343940+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.200000762939453, - 22.700000762939453, - 30.600000381469727, - 39.900001525878906, 37.400001525878906, 32.79999923706055, 28.600000381469727, @@ -101,14 +96,14 @@ 16.5, 15.0, 13.800000190734863, - 12.800000190734863 - ], - "actuals": [ + 12.800000190734863, 12.0, 11.699999809265137, 11.800000190734863, 16.100000381469727, - 15.800000190734863, + 15.800000190734863 + ], + "actuals": [ 18.5, 14.800000190734863, 13.300000190734863, @@ -120,99 +115,99 @@ 12.5, 14.300000190734863, 21.799999237060547, - 31.5, - 39.5, - 49.70000076293945, - 58.29999923706055, - 77.80000305175781, - 71.9000015258789, - 65.69999694824219, - 66.5999984741211 + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 ], "p50": [ - 11.679115295410156, - 11.18030834197998, - 11.092369079589844, - 12.32892894744873, - 13.30526351928711, - 14.044785499572754, - 14.067617416381836, - 13.558780670166016, - 12.925774574279785, - 13.30890941619873, - 14.028729438781738, - 14.451757431030273, - 15.602707862854004, - 16.397180557250977, - 16.972444534301758, - 17.54306983947754, - 17.910659790039062, - 17.914878845214844, - 17.539011001586914, - 16.71418571472168, - 15.227227210998535, - 14.251843452453613, - 13.334661483764648, - 12.334857940673828 + 16.072742462158203, + 15.675027847290039, + 15.088218688964844, + 14.550237655639648, + 14.162378311157227, + 14.506141662597656, + 15.382823944091797, + 15.930803298950195, + 16.482173919677734, + 17.280838012695312, + 17.568857192993164, + 17.666954040527344, + 17.770458221435547, + 17.301210403442383, + 16.548965454101562, + 15.372171401977539, + 14.37179183959961, + 13.403886795043945, + 12.693195343017578, + 11.77493667602539, + 11.438512802124023, + 12.315374374389648, + 13.574396133422852, + 15.303329467773438 ], "p10": [ - 11.968207359313965, - 11.760770797729492, - 11.8125581741333, - 13.789449691772461, - 15.15201473236084, - 15.918063163757324, - 16.19370460510254, - 15.397749900817871, - 14.967572212219238, - 14.78494930267334, - 15.851004600524902, - 16.434141159057617, - 17.464990615844727, - 18.397340774536133, - 18.842866897583008, - 19.502857208251953, - 20.070085525512695, - 20.158538818359375, - 19.964393615722656, - 18.420316696166992, - 17.356109619140625, - 16.183956146240234, - 15.17479133605957, - 14.270331382751465 + 16.957387924194336, + 16.833200454711914, + 16.18551254272461, + 16.022789001464844, + 15.678945541381836, + 16.023189544677734, + 17.13641357421875, + 17.615324020385742, + 18.331254959106445, + 18.66839599609375, + 19.469831466674805, + 19.48461151123047, + 19.506942749023438, + 19.094762802124023, + 18.049882888793945, + 16.989242553710938, + 16.084333419799805, + 15.048318862915039, + 14.561662673950195, + 13.051115036010742, + 12.981287002563477, + 14.177814483642578, + 15.643407821655273, + 17.49315071105957 ], "p90": [ - 13.01455307006836, - 13.401759147644043, - 14.471013069152832, - 16.59671974182129, - 18.362831115722656, - 19.681928634643555, - 19.938573837280273, - 19.362564086914062, - 18.722658157348633, - 18.851394653320312, - 19.615968704223633, - 20.276979446411133, - 21.63361930847168, - 22.67258071899414, - 23.61178970336914, - 24.435382843017578, - 25.02017593383789, - 24.929357528686523, - 24.459760665893555, - 23.186614990234375, - 21.74701499938965, - 20.64892578125, - 19.595003128051758, - 18.52985191345215 + 19.002307891845703, + 19.292783737182617, + 19.14374542236328, + 18.80923080444336, + 18.68055534362793, + 19.37935447692871, + 20.668842315673828, + 21.521495819091797, + 22.257047653198242, + 23.052350997924805, + 23.445383071899414, + 23.574623107910156, + 23.6898136138916, + 23.143461227416992, + 22.0991268157959, + 20.780282974243164, + 19.622526168823242, + 18.530895233154297, + 17.903066635131836, + 17.010889053344727, + 17.005910873413086, + 18.502248764038086, + 20.190950393676758, + 22.538225173950195 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 053853cd936d316cb44fa81022a943174c6fbfac..e74eaed22c5cc0cc8c211dba6e59d958cf902de6 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:52:12.203025+00:00", + "evaluated_at": "2026-06-17T00:56:02.694108+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 22.200000762939453, - 21.799999237060547, - 22.700000762939453, - 24.899999618530273, - 28.100000381469727, 30.299999237060547, 31.700000762939453, 31.799999237060547, @@ -101,14 +96,14 @@ 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453 - ], - "actuals": [ + 22.200000762939453, 22.299999237060547, 22.299999237060547, 22.600000381469727, 23.100000381469727, - 23.799999237060547, + 23.799999237060547 + ], + "actuals": [ 24.899999618530273, 25.899999618530273, 26.200000762939453, @@ -120,99 +115,99 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.399999618530273, - 23.100000381469727, - 22.799999237060547, + 23.5, + 23.0, + 22.600000381469727, 22.299999237060547, 22.0, 21.700000762939453, - 21.5, - 21.200000762939453 + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 ], "p50": [ - 21.333898544311523, - 21.008901596069336, - 21.14417266845703, - 21.62213897705078, - 22.249040603637695, - 22.71861457824707, - 23.3585147857666, - 23.750274658203125, - 23.90525245666504, - 24.01102638244629, - 23.936138153076172, - 23.45669937133789, - 22.902177810668945, - 22.54814910888672, - 22.168041229248047, - 22.041942596435547, - 22.211252212524414, - 22.2686767578125, - 22.286027908325195, - 22.311124801635742, - 22.209117889404297, - 22.351064682006836, - 22.41710662841797, - 22.412893295288086 + 24.06673240661621, + 24.35456657409668, + 24.654430389404297, + 24.731412887573242, + 24.93861961364746, + 24.859304428100586, + 24.672378540039062, + 24.244728088378906, + 23.76681137084961, + 23.27979850769043, + 22.898317337036133, + 22.628646850585938, + 22.312755584716797, + 22.212310791015625, + 22.130029678344727, + 22.064008712768555, + 22.20743179321289, + 22.3233642578125, + 22.333513259887695, + 22.367904663085938, + 22.443490982055664, + 22.63252830505371, + 23.006059646606445, + 23.57478904724121 ], "p10": [ - 21.395095825195312, - 21.197267532348633, - 21.39180564880371, - 22.065248489379883, - 22.594898223876953, - 23.126588821411133, - 23.839874267578125, - 24.340938568115234, - 24.53407859802246, - 24.634429931640625, - 24.628616333007812, - 24.268972396850586, - 23.61009979248047, - 23.326969146728516, - 22.99326515197754, - 22.848918914794922, - 23.082916259765625, - 23.142478942871094, - 23.108369827270508, - 23.096345901489258, - 23.15464973449707, - 23.223268508911133, - 23.23745346069336, - 23.227214813232422 + 24.214563369750977, + 24.617019653320312, + 24.948041915893555, + 25.18674087524414, + 25.331998825073242, + 25.33991813659668, + 25.219120025634766, + 24.7449951171875, + 24.206937789916992, + 23.673837661743164, + 23.327049255371094, + 23.014476776123047, + 22.680679321289062, + 22.534587860107422, + 22.54197883605957, + 22.50155258178711, + 22.70915985107422, + 22.747745513916016, + 22.829389572143555, + 22.758930206298828, + 22.917617797851562, + 23.12485122680664, + 23.55845832824707, + 24.10035514831543 ], "p90": [ - 21.678068161010742, - 21.62500762939453, - 22.04216194152832, - 22.746782302856445, - 23.607364654541016, - 24.278728485107422, - 25.125404357910156, - 25.709518432617188, - 26.034027099609375, - 26.257400512695312, - 26.36421775817871, - 25.958297729492188, - 25.477365493774414, - 25.14661979675293, - 24.782939910888672, - 24.64227294921875, - 24.83924102783203, - 24.880373001098633, - 24.928667068481445, - 24.848669052124023, - 24.882041931152344, - 25.038116455078125, - 25.079553604125977, - 25.071842193603516 + 24.7951602935791, + 25.435415267944336, + 25.9948673248291, + 26.26548194885254, + 26.554988861083984, + 26.565532684326172, + 26.346479415893555, + 25.890382766723633, + 25.31537437438965, + 24.702198028564453, + 24.260173797607422, + 23.936283111572266, + 23.644973754882812, + 23.554655075073242, + 23.475648880004883, + 23.475461959838867, + 23.639631271362305, + 23.774808883666992, + 23.7818660736084, + 23.82088279724121, + 24.004398345947266, + 24.345640182495117, + 24.843496322631836, + 25.63720703125 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 6cce97e6a9b138ebca58004770a06df426a03f1d..e6f572c8b10fdd809a192b52748b331cbcd27f47 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:52:17.964351+00:00", + "evaluated_at": "2026-06-17T00:58:45.130347+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, 12.0, 9.0, 12.0, @@ -43,21 +38,21 @@ 10.0, 9.0, 8.0, - 16.0, + 18.0, 35.0, - 10.0, + 11.0, 12.0, 11.0, 16.0, 10.0, - 15.0, - 10.0, + 17.0, + 11.0, + 12.0, 10.0, - 9.0, - 9.0, - 9.0, + 14.0, + 11.0, 13.0, - 9.0, + 8.0, 10.0, 14.0, 12.0, @@ -70,149 +65,149 @@ 7.0, 10.0, 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, 13.0, + 11.0, + 11.0, + 11.0, 15.0, - 19.0, - 22.0, - 17.0, - 8.0, - 10.0, - 10.0, - 9.0, - 9.0, - 14.0, + 20.0, + 11.0, 16.0, - 10.0, 14.0, - 12.0, 17.0, - 21.0, + 22.0, 11.0, 18.0, 9.0, 11.0, 11.0, - 18.0, + 22.0, 12.0, - 19.0, + 20.0, 8.0, 13.0, 14.0, 21.0, 14.0, 12.0, - 11.0 - ], - "actuals": [ + 11.0, 16.0, 7.0, - 18.0, + 19.0, 11.0, - 9.0, - 10.0, - 10.0, + 13.0 + ], + "actuals": [ 11.0, - 8.0, - 15.0, - 10.0, - 10.0, 12.0, + 17.0, + 11.0, + 17.0, 11.0, - 9.0, 11.0, - 7.0, - 8.0, 13.0, 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, 14.0, 18.0, - 9.0, - 10.0 + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 ], "p50": [ - 11.350700378417969, - 11.147786140441895, - 11.1676025390625, - 11.274815559387207, - 11.223465919494629, - 11.26901626586914, - 11.331886291503906, - 11.284014701843262, - 11.2279691696167, - 11.213518142700195, - 11.134698867797852, - 11.059566497802734, - 11.2181396484375, - 11.255094528198242, - 11.26034927368164, - 11.306492805480957, - 11.499504089355469, - 11.567414283752441, - 11.436201095581055, - 11.587641716003418, - 11.765661239624023, - 11.700374603271484, - 11.489858627319336, - 11.586503982543945 + 11.901430130004883, + 12.047965049743652, + 11.8330717086792, + 11.838445663452148, + 11.932599067687988, + 11.948070526123047, + 11.875664710998535, + 12.037630081176758, + 12.013958930969238, + 12.02495002746582, + 11.841839790344238, + 12.0896635055542, + 12.05025863647461, + 12.142644882202148, + 12.219717979431152, + 12.342023849487305, + 12.284551620483398, + 12.213428497314453, + 12.195096969604492, + 12.272703170776367, + 12.152667999267578, + 12.150300025939941, + 12.108470916748047, + 12.263209342956543 ], "p10": [ - 12.751737594604492, - 12.566618919372559, - 12.642362594604492, - 12.814861297607422, - 12.676688194274902, - 12.721768379211426, - 12.818107604980469, - 12.808072090148926, - 12.807978630065918, - 12.750319480895996, - 12.726694107055664, - 12.764508247375488, - 12.819067001342773, - 12.867302894592285, - 12.880159378051758, - 12.821361541748047, - 13.15544605255127, - 13.179339408874512, - 13.108254432678223, - 13.057540893554688, - 13.359830856323242, - 13.291715621948242, - 13.013744354248047, - 13.209228515625 + 13.28631591796875, + 13.569696426391602, + 13.182494163513184, + 13.267547607421875, + 13.435256958007812, + 13.345576286315918, + 13.322528839111328, + 13.480856895446777, + 13.52905559539795, + 13.59199333190918, + 13.319759368896484, + 13.597208976745605, + 13.617772102355957, + 13.708610534667969, + 13.826111793518066, + 13.994722366333008, + 13.875786781311035, + 13.682819366455078, + 13.86336612701416, + 13.794705390930176, + 13.674968719482422, + 13.646673202514648, + 13.726385116577148, + 13.702397346496582 ], "p90": [ - 15.730860710144043, - 15.743632316589355, - 15.970879554748535, - 16.086551666259766, - 16.089801788330078, - 16.209796905517578, - 16.318958282470703, - 16.320436477661133, - 16.29889678955078, - 16.284027099609375, - 16.291358947753906, - 16.283761978149414, - 16.442588806152344, - 16.50682830810547, - 16.52447509765625, - 16.60267448425293, - 16.863021850585938, - 16.88848876953125, - 16.898731231689453, - 16.907833099365234, - 17.1876163482666, - 17.106510162353516, - 16.932289123535156, - 16.847482681274414 + 16.43551254272461, + 16.8193359375, + 16.790597915649414, + 16.74968719482422, + 16.931427001953125, + 16.968509674072266, + 16.987464904785156, + 17.211254119873047, + 17.26153564453125, + 17.290613174438477, + 17.17959976196289, + 17.46044921875, + 17.427322387695312, + 17.545976638793945, + 17.622570037841797, + 17.84546661376953, + 17.738590240478516, + 17.60146713256836, + 17.674816131591797, + 17.629446029663086, + 17.611839294433594, + 17.685453414916992, + 17.641069412231445, + 17.651042938232422 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9f8e94f1a305c54ea0d637c70da5cd3acbbcf3d5..7da068180b85a40311b52e6031b1a59b338b0400 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,47 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T22:26:21.853610+00:00", + "evaluated_at": "2026-06-17T00:58:52.255864+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, 3120.0, 3120.0, 3120.0, @@ -101,9 +65,7 @@ 3120.0, 3120.0, 3120.0, - 3060.0 - ], - "actuals": [ + 3060.0, 3060.0, 3120.0, 3060.0, @@ -127,99 +89,125 @@ 3060.0, 3060.0, 3060.0, - 3060.0 + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actuals": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 ], "p50": [ - 3119.091796875, - 3119.79443359375, - 3119.897216796875, - 3119.867919921875, - 3119.79345703125, - 3119.8017578125, - 3119.74853515625, - 3119.453125, - 3119.603759765625, - 3119.85009765625, - 3119.875, - 3119.5927734375, - 3119.910888671875, - 3119.5458984375, - 3119.77001953125, - 3119.642578125, - 3119.634765625, - 3119.737548828125, - 3119.722900390625, - 3120.115234375, - 3120.15283203125, - 3119.85009765625, - 3119.83203125, - 3119.979248046875 + 3013.865478515625, + 3013.895263671875, + 3014.735107421875, + 3013.94189453125, + 3015.799072265625, + 3014.844482421875, + 3014.627197265625, + 3014.01806640625, + 3012.064453125, + 3015.30859375, + 3015.57080078125, + 3015.487548828125, + 3015.5478515625, + 3014.0302734375, + 3014.12158203125, + 3012.40185546875, + 3012.326416015625, + 3014.046630859375, + 3013.169677734375, + 3013.631591796875, + 3013.025390625, + 3013.78271484375, + 3013.407958984375, + 3014.118896484375 ], "p10": [ - 3117.712890625, - 3117.920166015625, - 3118.351806640625, - 3117.75927734375, - 3117.69873046875, - 3117.631103515625, - 3117.487548828125, - 3117.50146484375, - 3117.05126953125, - 3116.65380859375, - 3117.439453125, - 3116.582763671875, - 3117.133544921875, - 3117.169921875, - 3116.83935546875, - 3116.6748046875, - 3116.73388671875, - 3116.474365234375, - 3116.871337890625, - 3116.71728515625, - 3116.519287109375, - 3117.164306640625, - 3116.448486328125, - 3116.536376953125 + 3019.14599609375, + 3019.13330078125, + 3023.1435546875, + 3025.625, + 3028.47021484375, + 3028.214599609375, + 3028.628173828125, + 3028.49609375, + 3031.024658203125, + 3028.437744140625, + 3029.485107421875, + 3033.6826171875, + 3032.49560546875, + 3029.338623046875, + 3030.3603515625, + 3029.5478515625, + 3033.009033203125, + 3032.740966796875, + 3029.407958984375, + 3031.994873046875, + 3029.48681640625, + 3028.16162109375, + 3031.060791015625, + 3031.8876953125 ], "p90": [ - 3120.6513671875, - 3120.94482421875, - 3120.682373046875, - 3120.358642578125, - 3120.2314453125, - 3119.995361328125, - 3119.885498046875, - 3119.69189453125, - 3119.916259765625, - 3120.03173828125, - 3119.939453125, - 3119.755615234375, - 3119.9775390625, - 3119.858642578125, - 3119.937255859375, - 3119.8994140625, - 3119.772216796875, - 3119.737548828125, - 3119.7666015625, - 3120.115234375, - 3120.15283203125, - 3119.85009765625, - 3119.924072265625, - 3119.979248046875 + 3028.796875, + 3032.16796875, + 3035.68994140625, + 3038.856689453125, + 3042.615234375, + 3043.635986328125, + 3044.67626953125, + 3045.934326171875, + 3045.661865234375, + 3048.749267578125, + 3049.88720703125, + 3049.286865234375, + 3050.045654296875, + 3049.86865234375, + 3050.593505859375, + 3049.753173828125, + 3050.479736328125, + 3052.152099609375, + 3052.013427734375, + 3052.775634765625, + 3053.4404296875, + 3056.083251953125, + 3054.078857421875, + 3055.664306640625 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", "2026-06-16 13:55:00", "2026-06-16 14:10:00", "2026-06-16 14:25:00", @@ -327,6 +315,18 @@ "2026-06-17 15:55:00", "2026-06-17 16:10:00", "2026-06-17 16:25:00", - "2026-06-17 16:40:00" + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 710c973f4f840d0ba8861f4e63b12e603cb4b021..75ea4ee9baeedb470c45c3e6bc48cb0cd79cbb2b 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,59 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T22:59:53.517570+00:00", + "evaluated_at": "2026-06-17T00:58:56.652852+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 3357d82b4625617ec7007c6ec9a549108230e856..964f6dc61547bd7249749129950a8da1a3e13e53 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,111568.89164225261,111568.89164225261,288.29296875,0.30967491982207235,0.004355890417165485,0.0043595574900764655,2.469669514018491,334.0192983081256,0.005052862605356247,0.00436113951667617,0.005492349398001182,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,15.060663225732847,15.060663225732847,2.949747403462728,1.8689760637313035,0.12890527938212445,0.11629827231964336,22.50619086123039,3.880807032787491,0.17040702478877628,0.1295240074179763,0.08640401069659048,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.00016679537718052492,0.00016679537718052492,0.011385569969813028,0.012362741318038876,0.007875241608380046,0.00784220930832476,0.18091719127453823,0.012914928462075387,0.00873343307397509,0.007699238414863335,0.014187956148807187,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02849774180331736,0.02849774180331736,0.1341733162601789,0.9908181900878041,0.11327070093318155,0.12256517579121388,10.05873624233301,0.16881274182749761,0.15117559399991673,0.12015521201177033,0.10081097024328864,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.4422672555557862,0.4422672555557862,0.5607966581980387,0.4511436803380871,0.02871443571257498,0.028626937683561105,3.2683746295268308,0.6650317703356632,0.03426527030127338,0.028894633210542336,0.02590351410117868,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,635.1952360262219,635.1952360262219,15.138862013816833,2.4755805024172166,0.3588036148133246,0.45884661963878876,68.63136139990644,25.20307989167637,0.8871720065727299,0.5329021154458682,0.48990765717819823,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.36729875039903465,0.36729875039903465,0.4859905242919922,0.1966909271965386,0.02021867941270002,0.020299126224684026,1.3996072084265565,0.6060517720451237,0.02544208889017071,0.02040191067686033,0.023482074287682685,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,11.176425980073608,11.176425980073608,2.925592621167501,0.5305860673150127,0.2937528485303322,0.25338802022032403,3.187684366624962,3.3431162079822485,0.29827059104674336,0.2610194160149443,0.20557251937721246,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,3420.16262289385,3420.16262289385,57.256917317708336,7.852377232142857,0.0187113712516006,0.018530506022872522,20.024945591517856,58.48215644873101,0.019096214350606044,0.018696136267006804,0.009298892343395692,Hydrology,1 +binance_btcusdt_1h_close/1h/short,TiRex,173102.2995147705,173102.2995147705,376.3509114583333,0.39766937279120346,0.005704408010218673,0.0056915773876618225,2.4186972537315077,416.05564473369486,0.006298003816587398,0.005696977091268317,0.0054263098653585425,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.258045542325664,17.258045542325664,3.1616267363230386,1.974178931481074,0.13808818900582684,0.12376321487957258,35.84680411743509,4.154280388024581,0.18241529534467757,0.1388276719449452,0.10292266373333431,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0003473950149460355,0.0003473950149460355,0.016407440106074016,0.012636498888287833,0.011258614425573946,0.011234212480112254,0.16258712813830845,0.018638535751126898,0.012662047693931236,0.011146357843365918,0.01873023526699999,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.026470150351640836,0.026470150351640836,0.13094418247540793,0.9243117207395238,0.10650472325848548,0.11518264942069717,9.767563294512252,0.16269649766249067,0.13995397839741872,0.11264015850819356,0.09908256377587886,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.471133651837287,0.471133651837287,0.4585278828938802,0.25934019463406055,0.02334140108501963,0.023931845366494106,2.223617795571307,0.6863917626525591,0.03570308305499728,0.0238506054075112,0.032922930382022014,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,748.6977371592725,748.6977371592725,19.920093139012653,3.5032895148785865,0.45541544196776823,0.6230171294575851,102.31344290997038,27.36234158765058,0.8106359929570814,0.5901521413952784,0.5422626429563717,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.1617146371066458,1.1617146371066458,0.9171733856201172,0.3841564055227054,0.03911114822920673,0.03897284929797477,3.518469570919996,1.0778286677884596,0.04556612201989776,0.03877428356801818,0.03129684701693054,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,22.615777079167287,22.615777079167287,3.767626643180847,0.6489691825574665,0.6438010073378382,0.35260505811194776,7.208298015822635,4.755604806874441,0.4290771254322804,0.33993623848248244,0.27662943702194226,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,734.3628340934714,734.3628340934714,24.978240966796875,0.5376482360566143,0.008222418153295214,0.008239660239792711,2.5677401555493273,27.099129766349904,0.008947298313281025,0.008247046130184689,0.007176164166513811,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,41.142631337512285,41.142631337512285,6.1249542236328125,0.1262574456453552,0.02891184352204791,0.028509861766002238,1.3349432282342666,6.414252204077439,0.027064355291465985,0.025843688707311446,0.03740685199606994,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ff91594f3b918df31488311d1ca9456ea3779bd..af22248191d03ab50637aa1a4e92b3ced85b242c 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T23:17:10.969990+00:00", + "evaluated_at": "2026-06-17T01:25:27.574558+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63625.98828125, - 63648.80078125, 63426.19921875, 63624.0703125, 63524.8203125, @@ -101,11 +99,11 @@ 66614.3515625, 66519.9765625, 66368.1484375, - 66206.34375 + 66206.34375, + 66328.7421875, + 66250.0 ], "actuals": [ - 66328.7421875, - 66250.0, 66346.5234375, 65741.9921875, 66165.2109375, @@ -127,89 +125,89 @@ 65675.8828125, 65854.0, 65776.96875, - 65690.0078125 + 65780.0, + 65675.0078125, + 65770.828125 ], "p50": [ - 66144.578125, - 66108.7421875, - 66093.390625, - 66093.1875, - 66095.6484375, - 66088.8203125, - 66081.7265625, - 66070.6484375, - 66069.2890625, - 66068.9375, - 66073.6953125, - 66067.0234375, - 66070.890625, - 66064.7890625, - 66059.796875, - 66045.1484375, - 66081.4375, - 66075.7734375, - 66067.6484375, - 66064.9921875, - 66061.859375, - 66050.1640625, - 66056.78125, - 66051.140625 + 66220.71875, + 66240.1796875, + 66253.7109375, + 66249.484375, + 66242.9375, + 66235.46875, + 66229.0234375, + 66229.265625, + 66245.4921875, + 66248.2421875, + 66259.2421875, + 66262.421875, + 66263.6953125, + 66262.28125, + 66279.3046875, + 66283.5703125, + 66290.9609375, + 66295.6015625, + 66296.3125, + 66292.875, + 66297.0390625, + 66288.3515625, + 66299.1015625, + 66303.6953125 ], "p10": [ - 65859.3046875, - 65668.046875, - 65520.515625, - 65409.0, - 65312.91796875, - 65216.41015625, - 65124.55078125, - 65035.19140625, - 64974.421875, - 64921.05859375, - 64867.796875, - 64824.20703125, - 64791.6328125, - 64743.9296875, - 64682.47265625, - 64620.8125, - 64624.2109375, - 64579.73046875, - 64541.5703125, - 64522.3125, - 64480.65234375, - 64437.89453125, - 64426.24609375, - 64410.1875 + 65946.4140625, + 65858.953125, + 65778.9453125, + 65682.921875, + 65594.421875, + 65510.359375, + 65433.76171875, + 65360.27734375, + 65317.7890625, + 65260.68359375, + 65205.01953125, + 65155.3984375, + 65105.36328125, + 65059.6875, + 65025.73828125, + 64979.33203125, + 64940.73046875, + 64903.359375, + 64875.890625, + 64850.99609375, + 64809.8359375, + 64748.62890625, + 64711.7421875, + 64692.9296875 ], "p90": [ - 66449.15625, - 66566.2109375, - 66678.71875, - 66776.9375, - 66849.34375, - 66911.3359375, - 66992.078125, - 67055.546875, - 67113.890625, - 67176.7109375, - 67232.1796875, - 67268.2421875, - 67309.328125, - 67345.515625, - 67380.921875, - 67376.1484375, - 67435.3515625, - 67477.515625, - 67511.421875, - 67552.9765625, - 67556.1328125, - 67565.0625, - 67587.296875, - 67606.59375 + 66506.3359375, + 66641.0, + 66766.375, + 66852.484375, + 66912.1484375, + 66963.1015625, + 67026.640625, + 67088.03125, + 67161.9375, + 67227.75, + 67292.59375, + 67339.2734375, + 67376.8984375, + 67421.2578125, + 67489.8046875, + 67512.5234375, + 67548.1875, + 67603.40625, + 67648.0234375, + 67689.1484375, + 67708.8046875, + 67727.15625, + 67763.6875, + 67801.0 ], "timestamps": [ - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +325,8 @@ "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", - "2026-06-16 22:00:00" + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 021d28e702e9b50cb5210cf13a6e5bb9e7efd263..676a1ae7c2ae50077637b4797ddde51be8618519 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T21:17:11.690610+00:00", + "evaluated_at": "2026-06-17T01:25:32.619104+00:00", "freq": "1h", - "context_length": 76, + "context_length": 71, "prediction_length": 24, "context": [ - 20.200000762939453, - 19.729999542236328, - 19.309999465942383, - 19.100000381469727, - 18.799999237060547, 18.479999542236328, 18.030000686645508, 17.760000228881836, @@ -110,89 +105,84 @@ 20.90999984741211 ], "p50": [ - 22.667892456054688, - 22.289058685302734, - 21.989850997924805, - 21.730621337890625, - 21.65919303894043, - 21.780912399291992, - 22.363513946533203, - 23.621021270751953, - 25.510557174682617, - 27.613569259643555, - 29.058231353759766, - 30.024757385253906, - 30.526256561279297, - 30.59328842163086, - 30.260852813720703, - 29.6517276763916, - 28.831573486328125, - 27.763484954833984, - 26.402000427246094, - 25.145545959472656, - 24.216535568237305, - 23.641530990600586, - 23.133329391479492, - 22.67697525024414 + 22.636070251464844, + 22.24582862854004, + 21.931087493896484, + 21.66965103149414, + 21.613658905029297, + 21.75271224975586, + 22.386960983276367, + 23.699295043945312, + 25.704105377197266, + 27.85846710205078, + 29.404109954833984, + 30.412376403808594, + 30.979991912841797, + 31.085289001464844, + 30.73023223876953, + 30.129419326782227, + 29.279577255249023, + 28.151714324951172, + 26.719606399536133, + 25.359031677246094, + 24.419296264648438, + 23.814706802368164, + 23.25227165222168, + 22.731969833374023 ], "p10": [ - 22.48432731628418, - 21.951404571533203, - 21.47046661376953, - 21.048826217651367, - 20.817495346069336, - 20.758708953857422, - 21.067964553833008, - 21.84627342224121, - 23.033920288085938, - 24.474931716918945, - 25.422733306884766, - 25.893306732177734, - 26.162641525268555, - 26.224390029907227, - 25.940458297729492, - 25.444730758666992, - 24.880449295043945, - 24.187602996826172, - 23.326702117919922, - 22.42721176147461, - 21.64653968811035, - 21.146303176879883, - 20.712982177734375, - 20.291156768798828 + 22.436967849731445, + 21.89061737060547, + 21.40472984313965, + 20.999069213867188, + 20.807466506958008, + 20.80068588256836, + 21.21540641784668, + 22.181785583496094, + 23.67080307006836, + 25.372943878173828, + 26.667070388793945, + 27.26409149169922, + 27.631669998168945, + 27.70292091369629, + 27.370161056518555, + 26.8319034576416, + 26.148038864135742, + 25.280611038208008, + 24.19585418701172, + 23.080673217773438, + 22.225656509399414, + 21.659942626953125, + 21.1230411529541, + 20.60284996032715 ], "p90": [ - 22.836328506469727, - 22.597442626953125, - 22.45995330810547, - 22.367612838745117, - 22.457120895385742, - 22.713953018188477, - 23.43861961364746, - 24.890392303466797, - 27.10938835144043, - 29.424558639526367, - 31.05999183654785, - 32.18667221069336, - 32.7415885925293, - 32.88943862915039, - 32.566829681396484, - 31.892902374267578, - 30.95694351196289, - 29.82923126220703, - 28.398958206176758, - 27.06075668334961, - 26.08736228942871, - 25.52227020263672, - 25.000629425048828, - 24.54961585998535 + 22.814851760864258, + 22.57018280029297, + 22.411846160888672, + 22.305374145507812, + 22.393659591674805, + 22.66429901123047, + 23.4240665435791, + 24.8774471282959, + 27.118431091308594, + 29.44104766845703, + 31.153919219970703, + 32.26314926147461, + 32.840492248535156, + 33.03546905517578, + 32.68983459472656, + 32.079315185546875, + 31.171031951904297, + 30.05922508239746, + 28.635255813598633, + 27.240909576416016, + 26.26309585571289, + 25.64252281188965, + 25.06066131591797, + 24.542095184326172 ], "timestamps": [ - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", "2026-06-10 03:00:00", diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2f1e8943fafa0f61ef388804731f9853fad940e7..402bffc5d548e7b6ac23e21c2e6b1bab68bf15d9 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T22:29:34.671491+00:00", + "evaluated_at": "2026-06-17T01:34:40.437618+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.3660000562667847, - 1.2970000505447388, - 1.2430000305175781, - 1.184000015258789, - 1.1200000047683716, - 1.062000036239624, - 0.996999979019165, - 0.9539999961853027, - 0.890999972820282, - 0.8190000057220459, - 0.7549999952316284, - 0.6990000009536743, - 0.656000018119812, - 0.609000027179718, - 0.5519999861717224, - 0.5170000195503235, - 0.4580000042915344, - 0.3889999985694885, - 0.32600000500679016, - 0.2800000011920929, - 0.24500000476837158, - 0.1860000044107437, - 0.13099999725818634, - 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -101,9 +77,7 @@ 1.0839999914169312, 1.1239999532699585, 1.1629999876022339, - 1.184999942779541 - ], - "actuals": [ + 1.184999942779541, 1.222000002861023, 1.25, 1.2790000438690186, @@ -129,109 +103,111 @@ 1.6130000352859497, 1.6069999933242798 ], + "actuals": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], "p50": [ - 1.230183720588684, - 1.2638674974441528, - 1.2942014932632446, - 1.3248728513717651, - 1.353630781173706, - 1.3821539878845215, - 1.4089114665985107, - 1.432654857635498, - 1.4567391872406006, - 1.4786975383758545, - 1.4982463121414185, - 1.5135440826416016, - 1.5282319784164429, - 1.5400943756103516, - 1.5541961193084717, - 1.5655087232589722, - 1.5767613649368286, - 1.588985562324524, - 1.6001625061035156, - 1.6074377298355103, - 1.6144901514053345, - 1.6190265417099, - 1.6250512599945068, - 1.6268556118011475 + 1.615348219871521, + 1.6126635074615479, + 1.607197642326355, + 1.6026804447174072, + 1.5969054698944092, + 1.5887184143066406, + 1.5787657499313354, + 1.5659427642822266, + 1.5535460710525513, + 1.5420249700546265, + 1.5284383296966553, + 1.511975884437561, + 1.4967153072357178, + 1.4783045053482056, + 1.4609718322753906, + 1.441115140914917, + 1.4214938879013062, + 1.4020226001739502, + 1.381622314453125, + 1.3591911792755127, + 1.3367911577224731, + 1.31259024143219, + 1.2887609004974365, + 1.261723518371582 ], "p10": [ - 1.2155355215072632, - 1.2465097904205322, - 1.274366021156311, - 1.2991445064544678, - 1.3233122825622559, - 1.3462765216827393, - 1.3694047927856445, - 1.3880586624145508, - 1.4080796241760254, - 1.4239147901535034, - 1.435924768447876, - 1.4445029497146606, - 1.4516665935516357, - 1.4548028707504272, - 1.457412600517273, - 1.459649682044983, - 1.4617807865142822, - 1.4621529579162598, - 1.4621188640594482, - 1.4585291147232056, - 1.4554638862609863, - 1.4509788751602173, - 1.4447789192199707, - 1.434963583946228 + 1.6012390851974487, + 1.5976948738098145, + 1.5888786315917969, + 1.5782959461212158, + 1.5670342445373535, + 1.5515198707580566, + 1.533980131149292, + 1.512901782989502, + 1.4940316677093506, + 1.4744229316711426, + 1.4506206512451172, + 1.425382375717163, + 1.4005943536758423, + 1.3705651760101318, + 1.3401678800582886, + 1.3089730739593506, + 1.2781598567962646, + 1.241739273071289, + 1.2047594785690308, + 1.166520595550537, + 1.1279606819152832, + 1.0876400470733643, + 1.0464344024658203, + 0.9996792078018188 ], "p90": [ - 1.2413216829299927, - 1.279036283493042, - 1.3115456104278564, - 1.349592924118042, - 1.3819292783737183, - 1.4143145084381104, - 1.4469157457351685, - 1.4768097400665283, - 1.5063283443450928, - 1.5320631265640259, - 1.5568764209747314, - 1.5810292959213257, - 1.6015950441360474, - 1.6215142011642456, - 1.6416245698928833, - 1.6617639064788818, - 1.682871699333191, - 1.7093509435653687, - 1.7286299467086792, - 1.748022437095642, - 1.7644102573394775, - 1.781396746635437, - 1.7984075546264648, - 1.8107914924621582 + 1.625501275062561, + 1.6273523569107056, + 1.626058578491211, + 1.6282380819320679, + 1.627424716949463, + 1.6252076625823975, + 1.622230052947998, + 1.6175053119659424, + 1.613235354423523, + 1.6090582609176636, + 1.6037559509277344, + 1.5978314876556396, + 1.5920612812042236, + 1.5821353197097778, + 1.5720049142837524, + 1.5636793375015259, + 1.5553371906280518, + 1.5515024662017822, + 1.5437191724777222, + 1.5375587940216064, + 1.5322877168655396, + 1.5273852348327637, + 1.5224723815917969, + 1.512193202972412 ], "timestamps": [ - "2026-06-16 09:54:00", - "2026-06-16 10:00:00", - "2026-06-16 10:06:00", - "2026-06-16 10:12:00", - "2026-06-16 10:18:00", - "2026-06-16 10:24:00", - "2026-06-16 10:30:00", - "2026-06-16 10:36:00", - "2026-06-16 10:42:00", - "2026-06-16 10:48:00", - "2026-06-16 10:54:00", - "2026-06-16 11:00:00", - "2026-06-16 11:06:00", - "2026-06-16 11:12:00", - "2026-06-16 11:18:00", - "2026-06-16 11:24:00", - "2026-06-16 11:30:00", - "2026-06-16 11:36:00", - "2026-06-16 11:42:00", - "2026-06-16 11:48:00", - "2026-06-16 11:54:00", - "2026-06-16 12:00:00", - "2026-06-16 12:06:00", - "2026-06-16 12:12:00", "2026-06-16 12:18:00", "2026-06-16 12:24:00", "2026-06-16 12:30:00", @@ -327,6 +303,30 @@ "2026-06-16 21:30:00", "2026-06-16 21:36:00", "2026-06-16 21:42:00", - "2026-06-16 21:48:00" + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b77fc180ebb9c4a266c5de0fa6f65df2c25b9480..ee925b9a0c1a1fb91c908f8bc2348d2b74bef95c 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T22:29:41.316345+00:00", + "evaluated_at": "2026-06-17T01:34:45.277224+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,16 +94,16 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0 - ], - "actuals": [ + 1.0, 1.100000023841858, 1.100000023841858, 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.100000023841858, @@ -127,99 +120,94 @@ 1.2000000476837158, 1.0, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, 1.2000000476837158 ], "p50": [ - 0.9956089854240417, - 0.9967473745346069, - 0.9977066516876221, - 0.9959858655929565, - 0.983625590801239, - 1.0032148361206055, - 1.0144301652908325, - 1.011256217956543, - 1.0025333166122437, - 0.9997732639312744, - 1.0011162757873535, - 1.0035876035690308, - 1.0066378116607666, - 1.002870798110962, - 1.0001991987228394, - 0.9985874891281128, - 0.9779426455497742, - 0.9832565188407898, - 1.0131515264511108, - 1.0108140707015991, - 0.9854973554611206, - 0.9833250045776367, - 0.9841024279594421, - 0.9870928525924683 + 1.065385341644287, + 1.0542092323303223, + 1.0443006753921509, + 1.0407192707061768, + 1.0429937839508057, + 1.047413945198059, + 1.0443391799926758, + 1.0405000448226929, + 1.0379784107208252, + 1.0325672626495361, + 1.0345638990402222, + 1.0387721061706543, + 1.0407274961471558, + 1.0387303829193115, + 1.036745548248291, + 1.035292625427246, + 1.0352164506912231, + 1.0357558727264404, + 1.0348012447357178, + 1.0355114936828613, + 1.0361539125442505, + 1.0315479040145874, + 1.0424939393997192, + 1.0452024936676025 ], "p10": [ - 0.9289982318878174, - 0.9143624305725098, - 0.9060478806495667, - 0.8981451988220215, - 0.8807898163795471, - 0.8950214385986328, - 0.901943027973175, - 0.8940773010253906, - 0.8813126683235168, - 0.8749173283576965, - 0.8717081546783447, - 0.871526300907135, - 0.8717535138130188, - 0.8657199740409851, - 0.8597703576087952, - 0.8540526628494263, - 0.8296358585357666, - 0.8314999341964722, - 0.8563615083694458, - 0.8523389101028442, - 0.8277298212051392, - 0.8252252340316772, - 0.8249862194061279, - 0.8252102732658386 + 0.9466723203659058, + 0.9210233092308044, + 0.9083199501037598, + 0.8988187313079834, + 0.8993837833404541, + 0.9025730490684509, + 0.8944402933120728, + 0.8871155977249146, + 0.883750319480896, + 0.8762648701667786, + 0.8746238350868225, + 0.875397264957428, + 0.8756711483001709, + 0.8737635612487793, + 0.8700433373451233, + 0.8655664324760437, + 0.86231929063797, + 0.8616446256637573, + 0.8607601523399353, + 0.8618575930595398, + 0.8610304594039917, + 0.8546013236045837, + 0.8647004961967468, + 0.8663224577903748 ], "p90": [ - 1.0811318159103394, - 1.1012669801712036, - 1.1127439737319946, - 1.1200416088104248, - 1.1160545349121094, - 1.14276921749115, - 1.1597319841384888, - 1.161346435546875, - 1.157240390777588, - 1.1548407077789307, - 1.1566228866577148, - 1.163270354270935, - 1.1707122325897217, - 1.1696332693099976, - 1.171756386756897, - 1.1783925294876099, - 1.1629265546798706, - 1.1716177463531494, - 1.2059733867645264, - 1.2001430988311768, - 1.1708464622497559, - 1.1679415702819824, - 1.1680492162704468, - 1.1728461980819702 + 1.148027777671814, + 1.1522071361541748, + 1.1570725440979004, + 1.1619929075241089, + 1.1706523895263672, + 1.1806620359420776, + 1.1822235584259033, + 1.183088779449463, + 1.1858148574829102, + 1.184659719467163, + 1.1914570331573486, + 1.1985256671905518, + 1.2008094787597656, + 1.200980305671692, + 1.2033969163894653, + 1.2044700384140015, + 1.207803726196289, + 1.21293044090271, + 1.215397834777832, + 1.220247507095337, + 1.2224619388580322, + 1.2199937105178833, + 1.2332381010055542, + 1.2381196022033691 ], "timestamps": [ - "2026-06-15 07:40:00", - "2026-06-15 07:50:00", - "2026-06-15 08:00:00", - "2026-06-15 08:10:00", - "2026-06-15 08:20:00", - "2026-06-15 08:30:00", - "2026-06-15 08:40:00", - "2026-06-15 08:50:00", - "2026-06-15 09:00:00", - "2026-06-15 09:10:00", - "2026-06-15 09:20:00", - "2026-06-15 09:30:00", "2026-06-15 09:40:00", "2026-06-15 09:50:00", "2026-06-15 10:00:00", @@ -327,6 +315,18 @@ "2026-06-16 03:00:00", "2026-06-16 03:10:00", "2026-06-16 03:20:00", - "2026-06-16 03:30:00" + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index b478687ae43176c2d3962f865270151317425e08..589c4e8f0b6d1116a0a0b263ecc26b98bce93843 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,70 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T21:19:37.986790+00:00", + "evaluated_at": "2026-06-17T01:34:49.881171+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +42,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.399999618530273, @@ -127,92 +66,148 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 ], "p50": [ - 18.918102264404297, - 18.96759033203125, - 19.013811111450195, - 19.039274215698242, - 19.082862854003906, - 19.130756378173828, - 19.183368682861328, - 19.23293685913086, - 19.283632278442383, - 19.36200523376465, - 19.4327335357666, - 19.469970703125, - 19.552797317504883, - 19.607004165649414, - 19.662260055541992, - 19.713054656982422, - 19.761558532714844, - 19.80508804321289, - 19.866558074951172, - 19.921764373779297, - 19.96122932434082, - 20.013816833496094, - 20.0699462890625, - 20.127365112304688 + 19.24699592590332, + 19.229963302612305, + 19.204864501953125, + 19.188705444335938, + 19.129098892211914, + 19.074419021606445, + 19.036762237548828, + 19.07138442993164, + 19.06619644165039, + 18.954105377197266, + 18.92034912109375, + 18.89151954650879, + 18.892105102539062, + 18.856794357299805, + 18.807600021362305, + 18.755361557006836, + 18.685840606689453, + 18.63385772705078, + 18.604833602905273, + 18.603784561157227, + 18.576520919799805, + 18.49884796142578, + 18.4378719329834, + 18.391935348510742 ], "p10": [ - 18.583322525024414, - 18.499404907226562, - 18.45800018310547, - 18.428817749023438, - 18.45928192138672, - 18.485713958740234, - 18.477291107177734, - 18.468101501464844, - 18.455190658569336, - 18.423458099365234, - 18.406797409057617, - 18.40818977355957, - 18.41864585876465, - 18.41959571838379, - 18.420190811157227, - 18.40787124633789, - 18.396854400634766, - 18.3865909576416, - 18.40102767944336, - 18.397993087768555, - 18.36141586303711, - 18.337047576904297, - 18.302959442138672, - 18.306161880493164 + 18.686920166015625, + 18.53508758544922, + 18.37920379638672, + 18.224166870117188, + 18.054622650146484, + 17.877239227294922, + 17.736072540283203, + 17.6500186920166, + 17.505081176757812, + 17.258623123168945, + 17.107004165649414, + 16.976713180541992, + 16.86004638671875, + 16.711294174194336, + 16.552839279174805, + 16.384384155273438, + 16.21049690246582, + 16.0616397857666, + 15.950471878051758, + 15.882598876953125, + 15.790109634399414, + 15.654047012329102, + 15.544366836547852, + 15.427519798278809 ], "p90": [ - 19.256738662719727, - 19.456302642822266, - 19.68079948425293, - 19.915328979492188, - 20.12837791442871, - 20.27410316467285, - 20.39876365661621, - 20.51348304748535, - 20.64978790283203, - 20.82094955444336, - 20.97956085205078, - 20.997058868408203, - 21.094005584716797, - 21.14396095275879, - 21.227691650390625, - 21.284883499145508, - 21.383432388305664, - 21.515575408935547, - 21.66196060180664, - 21.79909324645996, - 21.83001708984375, - 21.8885498046875, - 21.91863441467285, - 21.997539520263672 + 19.88257598876953, + 20.073938369750977, + 20.239330291748047, + 20.372575759887695, + 20.400606155395508, + 20.44216537475586, + 20.517601013183594, + 20.676288604736328, + 20.782695770263672, + 20.78974723815918, + 20.87712860107422, + 20.94251251220703, + 21.039566040039062, + 21.1129207611084, + 21.176382064819336, + 21.18749237060547, + 21.1851806640625, + 21.216541290283203, + 21.273067474365234, + 21.372272491455078, + 21.4237003326416, + 21.432369232177734, + 21.460988998413086, + 21.498437881469727 ], "timestamps": [ - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", @@ -327,6 +322,11 @@ "2026-06-21 06:00:00", "2026-06-21 07:00:00", "2026-06-21 08:00:00", - "2026-06-21 09:00:00" + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 187e8c45da450f8d41f7c788081a15d1ab9c09f8..eb9d456a4df70def2f4f2a83fca8af3b3d545943 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T21:19:42.313550+00:00", + "evaluated_at": "2026-06-17T01:41:07.601374+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.200000762939453, - 22.700000762939453, - 30.600000381469727, - 39.900001525878906, 37.400001525878906, 32.79999923706055, 28.600000381469727, @@ -101,14 +96,14 @@ 16.5, 15.0, 13.800000190734863, - 12.800000190734863 - ], - "actuals": [ + 12.800000190734863, 12.0, 11.699999809265137, 11.800000190734863, 16.100000381469727, - 15.800000190734863, + 15.800000190734863 + ], + "actuals": [ 18.5, 14.800000190734863, 13.300000190734863, @@ -120,99 +115,99 @@ 12.5, 14.300000190734863, 21.799999237060547, - 31.5, - 39.5, - 49.70000076293945, - 58.29999923706055, - 77.80000305175781, - 71.9000015258789, - 65.69999694824219, - 66.5999984741211 + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 ], "p50": [ - 12.173030853271484, - 11.781790733337402, - 12.153556823730469, - 14.43879508972168, - 15.873037338256836, - 16.64422035217285, - 16.465404510498047, - 16.127262115478516, - 15.790948867797852, - 15.705810546875, - 15.969368934631348, - 16.34349250793457, - 16.83624267578125, - 17.513477325439453, - 18.40587043762207, - 19.275920867919922, - 19.73907470703125, - 19.782962799072266, - 19.38796043395996, - 18.56415367126465, - 17.391815185546875, - 16.13998794555664, - 15.153182983398438, - 14.288530349731445 + 16.27196502685547, + 16.037731170654297, + 15.277104377746582, + 14.898184776306152, + 14.84931468963623, + 15.104602813720703, + 15.522849082946777, + 16.200611114501953, + 16.958770751953125, + 17.84728240966797, + 19.090322494506836, + 19.586265563964844, + 19.602087020874023, + 19.279674530029297, + 18.387897491455078, + 17.21489143371582, + 16.16416358947754, + 15.229482650756836, + 14.13354778289795, + 13.519947052001953, + 13.292468070983887, + 13.572999954223633, + 16.261430740356445, + 16.90707015991211 ], "p10": [ - 11.366959571838379, - 10.175439834594727, - 9.536441802978516, - 10.217839241027832, - 10.564270973205566, - 10.883883476257324, - 10.798433303833008, - 10.370890617370605, - 9.856012344360352, - 9.524578094482422, - 9.429526329040527, - 9.54798698425293, - 9.86735725402832, - 10.32443904876709, - 10.941194534301758, - 11.642518997192383, - 12.042354583740234, - 12.293813705444336, - 12.149665832519531, - 11.465445518493652, - 10.378241539001465, - 9.143366813659668, - 8.057657241821289, - 7.135573387145996 + 14.556924819946289, + 13.176994323730469, + 11.578123092651367, + 10.709641456604004, + 10.302013397216797, + 10.245681762695312, + 10.299734115600586, + 10.668413162231445, + 11.137212753295898, + 11.760612487792969, + 12.697704315185547, + 13.36557388305664, + 13.60659408569336, + 13.459985733032227, + 12.812958717346191, + 11.755708694458008, + 10.724358558654785, + 9.704649925231934, + 8.513383865356445, + 7.770269393920898, + 7.38409423828125, + 7.4452409744262695, + 9.72561264038086, + 10.31385612487793 ], "p90": [ - 13.075403213500977, - 13.695398330688477, - 15.831021308898926, - 20.176321029663086, - 23.023223876953125, - 24.30465316772461, - 23.97760772705078, - 23.58193588256836, - 23.390132904052734, - 23.590621948242188, - 24.201873779296875, - 25.247751235961914, - 26.460105895996094, - 27.83148956298828, - 29.415081024169922, - 30.608640670776367, - 30.85770034790039, - 30.22473907470703, - 29.13103485107422, - 27.967239379882812, - 26.556556701660156, - 25.2549991607666, - 24.20987319946289, - 23.436357498168945 + 18.329608917236328, + 19.457416534423828, + 19.668798446655273, + 19.990421295166016, + 20.47914695739746, + 21.392887115478516, + 22.48922348022461, + 23.80918312072754, + 24.97819709777832, + 26.101097106933594, + 27.701522827148438, + 28.084693908691406, + 27.747817993164062, + 27.046077728271484, + 25.71419906616211, + 24.181873321533203, + 23.065528869628906, + 22.512693405151367, + 21.817028045654297, + 21.585617065429688, + 21.752511978149414, + 22.56229019165039, + 25.80435562133789, + 26.702524185180664 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5f0992d932d30913a168c1f7c662d0f709a747ec..e12b57c35ce641bafb02e4e8203197445fd5107d 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T21:19:46.922393+00:00", + "evaluated_at": "2026-06-17T01:41:13.528787+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 22.200000762939453, - 21.799999237060547, - 22.700000762939453, - 24.899999618530273, - 28.100000381469727, 30.299999237060547, 31.700000762939453, 31.799999237060547, @@ -101,14 +96,14 @@ 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453 - ], - "actuals": [ + 22.200000762939453, 22.299999237060547, 22.299999237060547, 22.600000381469727, 23.100000381469727, - 23.799999237060547, + 23.799999237060547 + ], + "actuals": [ 24.899999618530273, 25.899999618530273, 26.200000762939453, @@ -120,99 +115,99 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.399999618530273, - 23.100000381469727, - 22.799999237060547, + 23.5, + 23.0, + 22.600000381469727, 22.299999237060547, 22.0, 21.700000762939453, - 21.5, - 21.200000762939453 + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 ], "p50": [ - 22.11378288269043, - 22.032773971557617, - 22.406240463256836, - 23.124229431152344, - 24.050254821777344, - 24.55712127685547, - 25.020654678344727, - 25.35743522644043, - 25.581920623779297, - 25.679950714111328, - 25.603059768676758, - 25.440208435058594, - 25.022815704345703, - 24.337553024291992, - 23.727691650390625, - 23.287071228027344, - 23.01043128967285, - 22.78940200805664, - 22.607158660888672, - 22.47037124633789, - 22.382003784179688, - 22.3362979888916, - 22.33275032043457, - 22.31097412109375 + 24.13623046875, + 24.601924896240234, + 24.85261344909668, + 24.961294174194336, + 25.013748168945312, + 25.01459503173828, + 24.92770767211914, + 24.58051872253418, + 23.99095344543457, + 23.564931869506836, + 23.22674560546875, + 22.99580955505371, + 22.741085052490234, + 22.61941146850586, + 22.537715911865234, + 22.493934631347656, + 22.49300765991211, + 22.518613815307617, + 22.528715133666992, + 22.536415100097656, + 22.61028289794922, + 22.796417236328125, + 23.335481643676758, + 23.949674606323242 ], "p10": [ - 21.804288864135742, - 21.61867904663086, - 21.828243255615234, - 22.28323745727539, - 22.81117820739746, - 23.119586944580078, - 23.427949905395508, - 23.606538772583008, - 23.678857803344727, - 23.6982421875, - 23.687685012817383, - 23.56962776184082, - 23.297971725463867, - 22.730934143066406, - 22.292051315307617, - 21.952434539794922, - 21.673885345458984, - 21.441865921020508, - 21.24413299560547, - 21.076576232910156, - 20.92569923400879, - 20.783422470092773, - 20.67637825012207, - 20.600421905517578 + 23.688091278076172, + 23.9173641204834, + 24.030420303344727, + 24.070016860961914, + 24.05925178527832, + 23.99644660949707, + 23.856462478637695, + 23.514297485351562, + 22.922475814819336, + 22.50000762939453, + 22.166545867919922, + 21.94622039794922, + 21.67716407775879, + 21.539623260498047, + 21.42192840576172, + 21.313949584960938, + 21.23982048034668, + 21.237930297851562, + 21.241466522216797, + 21.234867095947266, + 21.282743453979492, + 21.431169509887695, + 21.9139461517334, + 22.427846908569336 ], "p90": [ - 22.469194412231445, - 22.565839767456055, - 23.24187469482422, - 24.347707748413086, - 25.867273330688477, - 26.877099990844727, - 27.78258514404297, - 28.41611099243164, - 28.898550033569336, - 29.025466918945312, - 29.029573440551758, - 28.574756622314453, - 27.827037811279297, - 26.8233642578125, - 25.874662399291992, - 25.20682144165039, - 24.81196403503418, - 24.558855056762695, - 24.36316680908203, - 24.223894119262695, - 24.08880615234375, - 24.00832748413086, - 23.97803497314453, - 23.965633392333984 + 24.680105209350586, + 25.475372314453125, + 25.920949935913086, + 26.139394760131836, + 26.26442527770996, + 26.349151611328125, + 26.370656967163086, + 26.018476486206055, + 25.41656494140625, + 24.97455406188965, + 24.632444381713867, + 24.38874053955078, + 24.13167381286621, + 24.0424747467041, + 24.011226654052734, + 23.9799747467041, + 24.002063751220703, + 24.08750343322754, + 24.1562557220459, + 24.23041534423828, + 24.386240005493164, + 24.673927307128906, + 25.349864959716797, + 26.15596580505371 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 82e007e41f900fd567453069e36023b29f87ee65..cec04dca7589885d0e96f0eca8174cf2bc67d9b6 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T21:19:51.732957+00:00", + "evaluated_at": "2026-06-17T01:41:18.281508+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, 12.0, 9.0, 12.0, @@ -43,21 +38,21 @@ 10.0, 9.0, 8.0, - 16.0, + 18.0, 35.0, - 10.0, + 11.0, 12.0, 11.0, 16.0, 10.0, - 15.0, - 10.0, + 17.0, + 11.0, + 12.0, 10.0, - 9.0, - 9.0, - 9.0, + 14.0, + 11.0, 13.0, - 9.0, + 8.0, 10.0, 14.0, 12.0, @@ -70,149 +65,149 @@ 7.0, 10.0, 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, 13.0, + 11.0, + 11.0, + 11.0, 15.0, - 19.0, - 22.0, - 17.0, - 8.0, - 10.0, - 10.0, - 9.0, - 9.0, - 14.0, + 20.0, + 11.0, 16.0, - 10.0, 14.0, - 12.0, 17.0, - 21.0, + 22.0, 11.0, 18.0, 9.0, 11.0, 11.0, - 18.0, + 22.0, 12.0, - 19.0, + 20.0, 8.0, 13.0, 14.0, 21.0, 14.0, 12.0, - 11.0 - ], - "actuals": [ + 11.0, 16.0, 7.0, - 18.0, + 19.0, 11.0, - 9.0, - 10.0, - 10.0, + 13.0 + ], + "actuals": [ 11.0, - 8.0, - 15.0, - 10.0, - 10.0, 12.0, + 17.0, + 11.0, + 17.0, 11.0, - 9.0, 11.0, - 7.0, - 8.0, 13.0, 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, 14.0, 18.0, - 9.0, - 10.0 + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 ], "p50": [ - 12.424193382263184, - 12.287738800048828, - 12.435670852661133, - 12.553567886352539, - 12.680618286132812, - 12.712626457214355, - 12.738797187805176, - 12.732172012329102, - 12.840038299560547, - 12.610013008117676, - 12.549226760864258, - 12.478066444396973, - 12.587447166442871, - 12.53272819519043, - 12.61999797821045, - 12.581768035888672, - 12.666841506958008, - 12.733384132385254, - 12.862398147583008, - 12.933518409729004, - 13.044085502624512, - 12.887709617614746, - 12.690594673156738, - 12.559161186218262 + 13.002902030944824, + 13.648975372314453, + 13.170147895812988, + 13.120620727539062, + 12.878485679626465, + 13.212652206420898, + 12.951508522033691, + 13.6052885055542, + 13.31955337524414, + 13.750916481018066, + 12.635603904724121, + 13.181215286254883, + 13.043397903442383, + 13.449883460998535, + 13.180259704589844, + 14.135383605957031, + 13.556685447692871, + 12.972503662109375, + 12.909502029418945, + 13.404107093811035, + 13.11876392364502, + 13.747271537780762, + 13.735299110412598, + 13.892728805541992 ], "p10": [ - 8.582162857055664, - 8.345703125, - 8.357982635498047, - 8.418532371520996, - 8.508216857910156, - 8.438114166259766, - 8.437074661254883, - 8.374553680419922, - 8.403722763061523, - 8.332590103149414, - 8.36569595336914, - 8.312402725219727, - 8.332530975341797, - 8.313671112060547, - 8.360873222351074, - 8.314529418945312, - 8.348320007324219, - 8.40121078491211, - 8.450421333312988, - 8.433731079101562, - 8.51472282409668, - 8.398326873779297, - 8.332380294799805, - 8.238855361938477 + 8.420280456542969, + 8.77171516418457, + 8.296516418457031, + 8.477926254272461, + 8.147453308105469, + 8.491802215576172, + 8.218545913696289, + 8.71279525756836, + 8.326047897338867, + 8.787517547607422, + 7.9975714683532715, + 8.468521118164062, + 8.342248916625977, + 8.71304702758789, + 8.396721839904785, + 8.995111465454102, + 8.568803787231445, + 8.33475112915039, + 8.135387420654297, + 8.561151504516602, + 8.26626205444336, + 8.850542068481445, + 8.500910758972168, + 8.691293716430664 ], "p90": [ - 18.596277236938477, - 18.872875213623047, - 19.07219696044922, - 19.33214569091797, - 19.71855926513672, - 19.88719367980957, - 19.966197967529297, - 20.201196670532227, - 20.613122940063477, - 20.110740661621094, - 19.863052368164062, - 19.91461944580078, - 20.259384155273438, - 20.055204391479492, - 20.12966537475586, - 20.221994400024414, - 20.47823715209961, - 20.54635238647461, - 20.667274475097656, - 20.930950164794922, - 21.377796173095703, - 21.041519165039062, - 20.75275421142578, - 20.58564567565918 + 19.510168075561523, + 20.478775024414062, + 20.126182556152344, + 20.136898040771484, + 19.966434478759766, + 20.31663703918457, + 20.10617446899414, + 20.910154342651367, + 20.692686080932617, + 21.272695541381836, + 19.915691375732422, + 20.637523651123047, + 20.64299774169922, + 21.12489128112793, + 20.943172454833984, + 22.49179458618164, + 22.025718688964844, + 20.957744598388672, + 20.754425048828125, + 21.40186309814453, + 21.000411987304688, + 21.704845428466797, + 21.77872657775879, + 21.995208740234375 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 12963b707afaae58983fd0eb44e1fae8a8a58a22..89a38064c414a79dc9c79e36dcbc8316ed40f76d 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,47 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-16T22:29:48.178458+00:00", + "evaluated_at": "2026-06-17T01:41:33.084867+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, 3120.0, 3120.0, 3120.0, @@ -101,9 +65,7 @@ 3120.0, 3120.0, 3120.0, - 3060.0 - ], - "actuals": [ + 3060.0, 3060.0, 3120.0, 3060.0, @@ -127,99 +89,125 @@ 3060.0, 3060.0, 3060.0, - 3060.0 + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actuals": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 ], "p50": [ - 3119.9609375, - 3120.1513671875, - 3120.142578125, - 3120.00244140625, - 3119.972412109375, - 3119.8564453125, - 3119.78857421875, - 3119.8466796875, - 3119.790283203125, - 3119.740966796875, - 3119.74658203125, - 3119.669189453125, - 3119.702880859375, - 3119.65478515625, - 3119.63916015625, - 3119.571044921875, - 3119.534423828125, - 3119.562744140625, - 3119.5986328125, - 3119.580078125, - 3119.612548828125, - 3119.64013671875, - 3119.7060546875, - 3119.695068359375 + 3012.150390625, + 3016.802001953125, + 3018.3212890625, + 3019.66552734375, + 3021.42724609375, + 3022.4140625, + 3023.927490234375, + 3023.980712890625, + 3024.495849609375, + 3025.23974609375, + 3026.166748046875, + 3027.297607421875, + 3029.283935546875, + 3030.0419921875, + 3030.677490234375, + 3030.99462890625, + 3030.551025390625, + 3029.6171875, + 3029.72998046875, + 3030.058837890625, + 3029.1669921875, + 3028.154296875, + 3028.373046875, + 3028.927490234375 ], "p10": [ - 3065.496826171875, - 3061.010498046875, - 3067.607177734375, - 3070.37060546875, - 3073.384765625, - 3069.710693359375, - 3062.750732421875, - 3057.25341796875, - 3054.488037109375, - 3047.12646484375, - 3055.698486328125, - 3059.6650390625, - 3060.510986328125, - 3060.104248046875, - 3057.50732421875, - 3057.683837890625, - 3059.393310546875, - 3060.568603515625, - 3061.0771484375, - 3058.502685546875, - 3058.536865234375, - 3058.99365234375, - 3056.323486328125, - 3056.1142578125 + 3005.66552734375, + 3002.7197265625, + 2998.662109375, + 2997.2802734375, + 2996.322265625, + 2994.572021484375, + 2992.11376953125, + 2991.181884765625, + 2990.385009765625, + 2988.713134765625, + 2986.818115234375, + 2985.443115234375, + 2983.672607421875, + 2982.92919921875, + 2981.609619140625, + 2980.327880859375, + 2978.900390625, + 2977.14013671875, + 2975.830078125, + 2974.675537109375, + 2973.40966796875, + 2971.9775390625, + 2971.391357421875, + 2971.174560546875 ], "p90": [ - 3120.680908203125, - 3120.595458984375, - 3120.634521484375, - 3120.620361328125, - 3120.530029296875, - 3120.465087890625, - 3120.43310546875, - 3120.478759765625, - 3120.468994140625, - 3120.3505859375, - 3120.462890625, - 3120.3603515625, - 3120.38427734375, - 3120.4658203125, - 3120.47216796875, - 3120.436279296875, - 3120.27197265625, - 3120.245849609375, - 3120.320556640625, - 3120.298583984375, - 3120.343017578125, - 3120.458251953125, - 3120.572021484375, - 3120.623291015625 + 3056.38623046875, + 3071.236328125, + 3079.32373046875, + 3084.740234375, + 3090.3486328125, + 3094.656005859375, + 3096.67431640625, + 3098.648681640625, + 3098.91552734375, + 3097.887939453125, + 3099.617431640625, + 3102.40576171875, + 3103.1826171875, + 3103.9912109375, + 3103.74658203125, + 3107.32861328125, + 3109.6005859375, + 3109.423095703125, + 3109.113525390625, + 3109.64697265625, + 3111.35205078125, + 3111.297119140625, + 3110.22412109375, + 3111.647705078125 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", "2026-06-16 13:55:00", "2026-06-16 14:10:00", "2026-06-16 14:25:00", @@ -327,6 +315,18 @@ "2026-06-17 15:55:00", "2026-06-17 16:10:00", "2026-06-17 16:25:00", - "2026-06-17 16:40:00" + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 79205369cd5c5ec6e7117198ff0fea16f7c8b244..b1bddc7d13d0b230731fa9fb3bd99d41dff4dc79 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,59 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T23:17:13.720856+00:00", + "evaluated_at": "2026-06-17T01:41:35.898374+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 41e49d7cd9798bfb7a5fa957ac30205c25ac07ad..ebab1291746ea8373014a189b99c24909a43ffd3 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,148896.69545237222,148896.69545237222,288.6376953125,0.3100452138707465,0.0043490809895754745,0.004364861584970441,2.6202547114876706,385.8713457259715,0.005837252228159125,0.004366354352961235,0.005930310619657848,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,25.229092131639998,25.229092131639998,3.8715193271636963,2.453015788486819,0.16907444422995152,0.14849321458905937,57.447502163459056,5.022856969060537,0.22055466937823562,0.16999919974901181,0.13830095652179633,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0021165970659762223,0.0021165970659762223,0.037361020843187966,0.04056754622621466,0.023976293433266363,0.024406355659906873,0.26548007790245676,0.046006489389826544,0.03111086501442596,0.02526455923217222,0.030197553222757405,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.027875614435661927,0.027875614435661927,0.1313291092713674,0.9698148184827925,0.11072631214640677,0.11973476481499866,12.033478090069393,0.16695991865014168,0.14951634931624336,0.1176081609045046,0.09806933719759646,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.9490142641056991,0.9490142641056991,0.5764213403066,0.4637132570064267,0.028380063645678365,0.029286259980085855,8.96692504030366,0.9741736313951939,0.0501935761404019,0.029699683404687337,0.029541722339300178,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,663.3877207956385,663.3877207956385,15.08681889375051,2.4670701577688825,0.3250985551760172,0.4466541072781502,66.85692327285959,25.756314192749677,0.9066463718922703,0.5310701488982877,0.4985360015786661,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.6309378065220699,0.6309378065220699,0.6039631366729736,0.24443700732190254,0.024339524419623348,0.024833370730162837,1.7097983678500164,0.794315936213085,0.03334542952958779,0.025354407854905225,0.02959559067535429,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.185908809236404,11.185908809236404,2.9427244663238525,0.5336931022048296,0.29620445189739736,0.2547022279499003,2.755319725055839,3.3445341692433646,0.29839710060163843,0.2625479077761058,0.19382305421005933,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,3451.8912270466485,3451.8912270466485,57.516825358072914,7.888021763392857,0.018796341443593247,0.0186138064878591,51.07350167410714,58.75279761038319,0.019184586974819,0.018781004198554423,0.010295629827451814,Hydrology,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,116037.83880615234,116037.83880615234,305.984375,0.3233169119178018,0.004630851728922642,0.004628667604077055,2.6927219436400875,340.64327206940743,0.0051564560047277766,0.004631810157988806,0.005491204272743495,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.213113120779628,27.213113120779628,4.021333297093709,2.5109958049059764,0.17587306639644643,0.1536135386222476,59.86891208788146,5.216618935745607,0.22906279667780619,0.1765775615876399,0.14394318631470898,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.004949862289420774,0.004949862289420774,0.04718548059463501,0.036340786205685906,0.03452359679504293,0.03597572107776438,0.14735283868538,0.07035525772407329,0.04779568742502635,0.03205535100654096,0.030210710980172868,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.030755765149063308,0.030755765149063308,0.13359598318735758,0.9430303108500913,0.10767333907273628,0.11799326759418229,10.575019620443296,0.17537321673808492,0.15085868312767237,0.11492127743138245,0.09899416650211891,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.5226305019386928,0.5226305019386928,0.47452561060587567,0.26838839862189046,0.024143816639598265,0.024826740515422666,2.0387593534996267,0.7229318791827435,0.037603739336586166,0.02468273689898675,0.03243612765836891,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,886.8612929127871,886.8612929127871,21.30217218399048,3.746351783373793,0.44074131754570595,0.6753460571645422,108.33847864317384,29.78021646853473,0.8822678888835661,0.6310975778588165,0.5896301955792191,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2876394670743139,1.2876394670743139,0.9666127363840739,0.4048639877297673,0.03962833631947703,0.04054355767664392,2.211788116216765,1.1347420266625863,0.047972182586408556,0.04086437409615128,0.035991526443077994,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,21.6152067833591,21.6152067833591,3.7003557682037354,0.6373818548102128,0.6239531566901786,0.349044285019188,7.024357118104635,4.649215717017129,0.41947810980605676,0.3338666858529686,0.26575550248250424,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,927.1340220545729,927.1340220545729,18.749338785807293,0.40357321153307174,0.006127798160115649,0.0061777099174243864,1.254574954456278,30.448875546636742,0.010053281237024099,0.006190454407200096,0.004853039964828763,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,40.04497586982325,40.04497586982325,5.0635223388671875,0.10437749787693627,0.026015990951155248,0.02546690756463988,1.5409054340132133,6.328109976116348,0.026700885975174466,0.021365073159777162,0.0389090894367345,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 6e172493fdb61282bf553de02115e97b92d8434e..0d824e6b3c657e945bb2f8ce5e3f4b8d2ce2bf5d 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T23:06:43.091347+00:00", + "evaluated_at": "2026-06-17T00:59:01.654404+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63625.98828125, - 63648.80078125, 63426.19921875, 63624.0703125, 63524.8203125, @@ -101,11 +99,11 @@ 66614.3515625, 66519.9765625, 66368.1484375, - 66206.34375 + 66206.34375, + 66328.7421875, + 66250.0 ], "actuals": [ - 66328.7421875, - 66250.0, 66346.5234375, 65741.9921875, 66165.2109375, @@ -127,89 +125,89 @@ 65675.8828125, 65854.0, 65776.96875, - 65690.0078125 + 65780.0, + 65675.0078125, + 65770.828125 ], "p50": [ - 66141.5234375, - 66103.53125, - 66053.765625, - 66023.109375, - 65990.8671875, - 65964.6328125, - 65942.078125, - 65930.21875, - 65906.46875, - 65886.53125, - 65876.25, - 65858.8125, - 65838.9296875, - 65831.7109375, - 65801.5390625, - 65794.3671875, - 65781.25, - 65763.8671875, - 65746.625, - 65732.125, - 65723.75, - 65707.234375, - 65704.0703125, - 65693.90625 + 66243.6796875, + 66229.3125, + 66211.0625, + 66187.2734375, + 66168.75, + 66161.53125, + 66156.2890625, + 66156.171875, + 66145.8125, + 66134.0390625, + 66134.46875, + 66131.3203125, + 66126.921875, + 66131.296875, + 66120.328125, + 66116.578125, + 66112.2890625, + 66106.796875, + 66102.078125, + 66096.3125, + 66100.828125, + 66093.21875, + 66091.9140625, + 66088.78125 ], "p10": [ - 65948.984375, - 65799.6796875, - 65632.1640625, - 65497.29296875, - 65373.51171875, - 65256.19140625, - 65141.390625, - 65045.80078125, - 64961.15234375, - 64866.984375, - 64774.26953125, - 64687.89453125, - 64595.6484375, - 64533.2890625, - 64451.40625, - 64398.38671875, - 64325.60546875, - 64260.48828125, - 64192.5078125, - 64136.6796875, - 64069.015625, - 64037.828125, - 63992.21484375, - 63953.140625 + 66011.140625, + 65874.6796875, + 65750.6796875, + 65618.125, + 65518.70703125, + 65423.3359375, + 65338.29296875, + 65261.625, + 65189.92578125, + 65105.71484375, + 65036.58984375, + 64966.0859375, + 64887.87890625, + 64830.0078125, + 64750.1015625, + 64686.02734375, + 64632.49609375, + 64575.59375, + 64514.66015625, + 64453.12890625, + 64399.53515625, + 64359.08984375, + 64316.5, + 64274.1328125 ], "p90": [ - 66385.3984375, - 66493.2578125, - 66587.0625, - 66665.1953125, - 66767.1796875, - 66836.96875, - 66907.0, - 66955.3515625, - 67034.296875, - 67104.2265625, - 67175.609375, - 67216.4765625, - 67254.8359375, - 67334.203125, - 67353.4765625, - 67416.671875, - 67506.125, - 67530.71875, - 67567.453125, - 67590.015625, - 67628.609375, - 67679.0, - 67734.0625, - 67752.3828125 + 66497.1484375, + 66609.8125, + 66712.9609375, + 66793.2265625, + 66863.5546875, + 66944.921875, + 67016.6953125, + 67085.4140625, + 67150.46875, + 67217.9921875, + 67280.2890625, + 67336.203125, + 67391.9765625, + 67463.5, + 67510.984375, + 67562.1796875, + 67620.484375, + 67664.453125, + 67705.2890625, + 67739.078125, + 67795.96875, + 67844.6953125, + 67890.7734375, + 67929.34375 ], "timestamps": [ - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +325,8 @@ "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", - "2026-06-16 22:00:00" + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 94eaf646736180d7369e326179a2049d52e6daad..c660fbf212a66a4d59a7bda0c10c52820ac770d6 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T20:58:30.416369+00:00", + "evaluated_at": "2026-06-17T00:59:04.821396+00:00", "freq": "1h", - "context_length": 76, + "context_length": 71, "prediction_length": 24, "context": [ - 20.200000762939453, - 19.729999542236328, - 19.309999465942383, - 19.100000381469727, - 18.799999237060547, 18.479999542236328, 18.030000686645508, 17.760000228881836, @@ -110,89 +105,84 @@ 20.90999984741211 ], "p50": [ - 22.485157012939453, - 22.15862274169922, - 21.845149993896484, - 21.728744506835938, - 21.729469299316406, - 21.91107177734375, - 22.583629608154297, - 23.868576049804688, - 26.337507247924805, - 28.8532772064209, - 30.66745948791504, - 31.907421112060547, - 32.403343200683594, - 32.46786880493164, - 32.01403045654297, - 31.311134338378906, - 30.254444122314453, - 29.100040435791016, - 27.73018455505371, - 26.475759506225586, - 25.460607528686523, - 24.746368408203125, - 24.138748168945312, - 23.606544494628906 + 22.52652931213379, + 22.244813919067383, + 21.973588943481445, + 21.890766143798828, + 21.897201538085938, + 22.066394805908203, + 22.757062911987305, + 24.0115966796875, + 26.533266067504883, + 28.968673706054688, + 30.828218460083008, + 32.023921966552734, + 32.51642608642578, + 32.56050109863281, + 32.18581771850586, + 31.634288787841797, + 30.604652404785156, + 29.466392517089844, + 28.118818283081055, + 26.87114906311035, + 25.840721130371094, + 25.121383666992188, + 24.52264404296875, + 23.985881805419922 ], "p10": [ - 22.17500877380371, - 21.627492904663086, - 21.07839584350586, - 20.833316802978516, - 20.68929672241211, - 20.77147102355957, - 21.29347801208496, - 22.434776306152344, - 24.527029037475586, - 26.781978607177734, - 28.33661460876465, - 29.558101654052734, - 30.007301330566406, - 29.823089599609375, - 29.244823455810547, - 28.501970291137695, - 27.441320419311523, - 26.354291915893555, - 25.129920959472656, - 23.854331970214844, - 22.93592643737793, - 22.307910919189453, - 21.708206176757812, - 21.206523895263672 + 22.264421463012695, + 21.75548553466797, + 21.25033950805664, + 21.035320281982422, + 20.872337341308594, + 20.943281173706055, + 21.47008514404297, + 22.587745666503906, + 24.737646102905273, + 26.90066146850586, + 28.468360900878906, + 29.660707473754883, + 30.090438842773438, + 29.865442276000977, + 29.348878860473633, + 28.7459774017334, + 27.705686569213867, + 26.669389724731445, + 25.472368240356445, + 24.198383331298828, + 23.233556747436523, + 22.566944122314453, + 21.974422454833984, + 21.443740844726562 ], "p90": [ - 22.822900772094727, - 22.684598922729492, - 22.569690704345703, - 22.545785903930664, - 22.73756980895996, - 23.006746292114258, - 23.93497085571289, - 25.50914192199707, - 28.37961196899414, - 31.12084197998047, - 33.00835037231445, - 34.204071044921875, - 34.99891662597656, - 35.20734405517578, - 34.73479080200195, - 34.08137130737305, - 33.01561737060547, - 31.69161605834961, - 30.53661346435547, - 29.44091033935547, - 28.269168853759766, - 27.35794448852539, - 26.692914962768555, - 26.001537322998047 + 22.812440872192383, + 22.715070724487305, + 22.642240524291992, + 22.655771255493164, + 22.86113166809082, + 23.129148483276367, + 24.06208610534668, + 25.51239013671875, + 28.410160064697266, + 31.109764099121094, + 33.04745101928711, + 34.247459411621094, + 35.03924560546875, + 35.2852897644043, + 34.857177734375, + 34.36541748046875, + 33.325042724609375, + 32.00021743774414, + 30.86314582824707, + 29.705795288085938, + 28.520286560058594, + 27.601299285888672, + 27.026166915893555, + 26.375347137451172 ], "timestamps": [ - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", "2026-06-10 03:00:00", diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 855b2f88fc03d087a9d77d73f99b3a69e6d63391..4cc129ddfec3e3d38c00d99d70a7917ea49d960a 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,35 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T22:29:12.692216+00:00", + "evaluated_at": "2026-06-17T00:59:08.790928+00:00", "freq": "6min", "context_length": 96, "prediction_length": 24, "context": [ - 1.3660000562667847, - 1.2970000505447388, - 1.2430000305175781, - 1.184000015258789, - 1.1200000047683716, - 1.062000036239624, - 0.996999979019165, - 0.9539999961853027, - 0.890999972820282, - 0.8190000057220459, - 0.7549999952316284, - 0.6990000009536743, - 0.656000018119812, - 0.609000027179718, - 0.5519999861717224, - 0.5170000195503235, - 0.4580000042915344, - 0.3889999985694885, - 0.32600000500679016, - 0.2800000011920929, - 0.24500000476837158, - 0.1860000044107437, - 0.13099999725818634, - 0.0729999989271164, 0.032999999821186066, 0.006000000052154064, -0.020999999716877937, @@ -101,9 +77,7 @@ 1.0839999914169312, 1.1239999532699585, 1.1629999876022339, - 1.184999942779541 - ], - "actuals": [ + 1.184999942779541, 1.222000002861023, 1.25, 1.2790000438690186, @@ -129,109 +103,111 @@ 1.6130000352859497, 1.6069999933242798 ], + "actuals": [ + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322 + ], "p50": [ - 1.2156071662902832, - 1.2454825639724731, - 1.2752857208251953, - 1.3031206130981445, - 1.3314871788024902, - 1.357137680053711, - 1.383673906326294, - 1.403597116470337, - 1.4235363006591797, - 1.4403753280639648, - 1.458259105682373, - 1.4754836559295654, - 1.4862189292907715, - 1.5000439882278442, - 1.5104620456695557, - 1.5182380676269531, - 1.525767207145691, - 1.5302482843399048, - 1.5350083112716675, - 1.5386570692062378, - 1.5392695665359497, - 1.5356818437576294, - 1.5318862199783325, - 1.5298078060150146 + 1.6086738109588623, + 1.6052677631378174, + 1.6014647483825684, + 1.5930390357971191, + 1.5839629173278809, + 1.572204828262329, + 1.5606303215026855, + 1.5447440147399902, + 1.528984785079956, + 1.5092949867248535, + 1.4914653301239014, + 1.4735832214355469, + 1.4508715867996216, + 1.424241304397583, + 1.399314284324646, + 1.3733446598052979, + 1.346729040145874, + 1.3180022239685059, + 1.287185549736023, + 1.2586615085601807, + 1.225393533706665, + 1.193650245666504, + 1.1619545221328735, + 1.1287710666656494 ], "p10": [ - 1.2009296417236328, - 1.2251865863800049, - 1.2507195472717285, - 1.270843744277954, - 1.2941771745681763, - 1.3124574422836304, - 1.3306289911270142, - 1.3412082195281982, - 1.3545233011245728, - 1.3627485036849976, - 1.3685945272445679, - 1.3752228021621704, - 1.377570629119873, - 1.3817732334136963, - 1.3781541585922241, - 1.3722014427185059, - 1.3684109449386597, - 1.362885594367981, - 1.3573157787322998, - 1.3451288938522339, - 1.3307948112487793, - 1.313183069229126, - 1.3001025915145874, - 1.2835636138916016 + 1.5939733982086182, + 1.5859215259552002, + 1.5791890621185303, + 1.566103458404541, + 1.5533287525177002, + 1.5327668190002441, + 1.5203135013580322, + 1.497663974761963, + 1.4790172576904297, + 1.4547301530838013, + 1.427870512008667, + 1.4030685424804688, + 1.3695526123046875, + 1.3368096351623535, + 1.3019639253616333, + 1.259782314300537, + 1.224980354309082, + 1.1902496814727783, + 1.1529852151870728, + 1.1148309707641602, + 1.0729708671569824, + 1.0324571132659912, + 0.9878809452056885, + 0.9461901783943176 ], "p90": [ - 1.2288941144943237, - 1.262797236442566, - 1.2985512018203735, - 1.3333218097686768, - 1.3672925233840942, - 1.400129795074463, - 1.4331516027450562, - 1.4641972780227661, - 1.494423508644104, - 1.5220792293548584, - 1.5501995086669922, - 1.5789728164672852, - 1.6022735834121704, - 1.6292555332183838, - 1.6556302309036255, - 1.678812861442566, - 1.702155590057373, - 1.7259275913238525, - 1.7474095821380615, - 1.7690839767456055, - 1.7912554740905762, - 1.8105149269104004, - 1.8288140296936035, - 1.8510875701904297 + 1.6193969249725342, + 1.6204774379730225, + 1.6226751804351807, + 1.6194918155670166, + 1.6153895854949951, + 1.610445499420166, + 1.6032521724700928, + 1.5986833572387695, + 1.5883715152740479, + 1.576855182647705, + 1.5678446292877197, + 1.5589072704315186, + 1.5477256774902344, + 1.532740831375122, + 1.5194377899169922, + 1.5059642791748047, + 1.488908052444458, + 1.4736173152923584, + 1.4592390060424805, + 1.4419512748718262, + 1.4220980405807495, + 1.4102818965911865, + 1.3913220167160034, + 1.3813329935073853 ], "timestamps": [ - "2026-06-16 09:54:00", - "2026-06-16 10:00:00", - "2026-06-16 10:06:00", - "2026-06-16 10:12:00", - "2026-06-16 10:18:00", - "2026-06-16 10:24:00", - "2026-06-16 10:30:00", - "2026-06-16 10:36:00", - "2026-06-16 10:42:00", - "2026-06-16 10:48:00", - "2026-06-16 10:54:00", - "2026-06-16 11:00:00", - "2026-06-16 11:06:00", - "2026-06-16 11:12:00", - "2026-06-16 11:18:00", - "2026-06-16 11:24:00", - "2026-06-16 11:30:00", - "2026-06-16 11:36:00", - "2026-06-16 11:42:00", - "2026-06-16 11:48:00", - "2026-06-16 11:54:00", - "2026-06-16 12:00:00", - "2026-06-16 12:06:00", - "2026-06-16 12:12:00", "2026-06-16 12:18:00", "2026-06-16 12:24:00", "2026-06-16 12:30:00", @@ -327,6 +303,30 @@ "2026-06-16 21:30:00", "2026-06-16 21:36:00", "2026-06-16 21:42:00", - "2026-06-16 21:48:00" + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e2de72ff1da80d06e643a73484066bb53ef3ff6e..030b91057b5d734c2e6f16259f509624773599f9 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T22:29:16.272256+00:00", + "evaluated_at": "2026-06-17T01:08:16.359655+00:00", "freq": "10min", "context_length": 96, "prediction_length": 24, "context": [ - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.100000023841858, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -101,16 +94,16 @@ 0.8999999761581421, 0.8999999761581421, 1.0, - 1.0 - ], - "actuals": [ + 1.0, 1.100000023841858, 1.100000023841858, 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, - 1.100000023841858, + 1.100000023841858 + ], + "actuals": [ 1.100000023841858, 1.100000023841858, 1.100000023841858, @@ -127,99 +120,94 @@ 1.2000000476837158, 1.0, 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, 1.2000000476837158 ], "p50": [ - 0.9988107681274414, - 0.9988994598388672, - 0.999085545539856, - 0.9968803524971008, - 0.9862174391746521, - 0.9992690682411194, - 1.0005097389221191, - 1.0007784366607666, - 1.0001474618911743, - 0.9987689256668091, - 0.9998933672904968, - 0.9994429349899292, - 0.9999673366546631, - 0.9989762306213379, - 1.0003920793533325, - 1.0001542568206787, - 0.9840163588523865, - 1.0001287460327148, - 1.0470178127288818, - 1.0070109367370605, - 0.9987122416496277, - 0.9999577403068542, - 0.997711718082428, - 1.001857042312622 + 1.0932236909866333, + 1.042934536933899, + 1.0027192831039429, + 1.0051863193511963, + 1.000722050666809, + 1.0904253721237183, + 1.0487490892410278, + 1.0023871660232544, + 1.002027988433838, + 1.0025500059127808, + 1.001469612121582, + 1.0884497165679932, + 1.0758329629898071, + 1.0110604763031006, + 1.0029852390289307, + 1.0039130449295044, + 1.0041559934616089, + 1.0636475086212158, + 1.0486382246017456, + 1.0098791122436523, + 1.0042414665222168, + 1.0067756175994873, + 1.0188792943954468, + 1.0779695510864258 ], "p10": [ - 0.8795188665390015, - 0.8899580836296082, - 0.8958920836448669, - 0.8967844247817993, - 0.8678656220436096, - 0.8963446617126465, - 0.9337375164031982, - 0.9054595828056335, - 0.8975344896316528, - 0.889110267162323, - 0.895944356918335, - 0.8939076066017151, - 0.9084861278533936, - 0.8983283042907715, - 0.880977213382721, - 0.8960983157157898, - 0.8593029975891113, - 0.8885628581047058, - 0.915367603302002, - 0.9047502279281616, - 0.9000144600868225, - 0.893349826335907, - 0.8920314311981201, - 0.8842571973800659 + 0.9780954122543335, + 0.9573773741722107, + 0.9302785396575928, + 0.9061278104782104, + 0.9024640917778015, + 0.9115678668022156, + 0.9148499369621277, + 0.9070001244544983, + 0.8988940119743347, + 0.8868546485900879, + 0.8948881030082703, + 0.9015737175941467, + 0.8984904289245605, + 0.8939982652664185, + 0.887822151184082, + 0.8869376182556152, + 0.889816164970398, + 0.8977504968643188, + 0.8880924582481384, + 0.8868704438209534, + 0.8824999332427979, + 0.876072883605957, + 0.8818058371543884, + 0.8942151665687561 ], "p90": [ - 1.0959664583206177, - 1.095996618270874, - 1.0996559858322144, - 1.0934343338012695, - 1.0850046873092651, - 1.1049381494522095, - 1.1401170492172241, - 1.1375421285629272, - 1.110006332397461, - 1.109326958656311, - 1.1038172245025635, - 1.1069271564483643, - 1.1374340057373047, - 1.121913194656372, - 1.1154651641845703, - 1.1178369522094727, - 1.1158555746078491, - 1.139878749847412, - 1.2064311504364014, - 1.1910419464111328, - 1.1691553592681885, - 1.1824653148651123, - 1.159807801246643, - 1.163246750831604 + 1.1304314136505127, + 1.1295065879821777, + 1.1307129859924316, + 1.1338963508605957, + 1.1428109407424927, + 1.1659412384033203, + 1.1632336378097534, + 1.163084864616394, + 1.1441235542297363, + 1.1469448804855347, + 1.1790838241577148, + 1.2053704261779785, + 1.2077341079711914, + 1.205705165863037, + 1.2036187648773193, + 1.1985007524490356, + 1.2119038105010986, + 1.231189250946045, + 1.2267991304397583, + 1.2264833450317383, + 1.2218064069747925, + 1.2147680521011353, + 1.2367644309997559, + 1.2596259117126465 ], "timestamps": [ - "2026-06-15 07:40:00", - "2026-06-15 07:50:00", - "2026-06-15 08:00:00", - "2026-06-15 08:10:00", - "2026-06-15 08:20:00", - "2026-06-15 08:30:00", - "2026-06-15 08:40:00", - "2026-06-15 08:50:00", - "2026-06-15 09:00:00", - "2026-06-15 09:10:00", - "2026-06-15 09:20:00", - "2026-06-15 09:30:00", "2026-06-15 09:40:00", "2026-06-15 09:50:00", "2026-06-15 10:00:00", @@ -327,6 +315,18 @@ "2026-06-16 03:00:00", "2026-06-16 03:10:00", "2026-06-16 03:20:00", - "2026-06-16 03:30:00" + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 5beb92a8eae1f16e8e0725fe075d4cd99128136f..543152f6fe493f796b3027b1ec4f26285af8f0ca 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,70 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T20:58:36.253758+00:00", + "evaluated_at": "2026-06-17T01:08:20.793582+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +42,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.399999618530273, @@ -127,92 +66,148 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0 ], "p50": [ - 18.99952507019043, - 19.001976013183594, - 19.006305694580078, - 19.007028579711914, - 19.006010055541992, - 19.010534286499023, - 19.013248443603516, - 19.016643524169922, - 19.012493133544922, - 19.011709213256836, - 19.016529083251953, - 19.02182960510254, - 19.01442527770996, - 19.018198013305664, - 19.01993179321289, - 19.021324157714844, - 19.023921966552734, - 19.022258758544922, - 19.02948760986328, - 19.024667739868164, - 19.02189064025879, - 19.028459548950195, - 19.026439666748047, - 19.024524688720703 + 19.0230655670166, + 19.111492156982422, + 19.035205841064453, + 19.046117782592773, + 19.028881072998047, + 19.001008987426758, + 18.978221893310547, + 18.980552673339844, + 18.95938491821289, + 18.89230728149414, + 18.853185653686523, + 18.816627502441406, + 18.77091407775879, + 18.744190216064453, + 18.666793823242188, + 18.64759635925293, + 18.615324020385742, + 18.569660186767578, + 18.52993392944336, + 18.533632278442383, + 18.50929069519043, + 18.458494186401367, + 18.399517059326172, + 18.33152961730957 ], "p10": [ - 18.946964263916016, - 18.94710350036621, - 18.95645523071289, - 18.94013786315918, - 18.930801391601562, - 18.934167861938477, - 18.84323501586914, - 18.758745193481445, - 18.494342803955078, - 18.387638092041016, - 18.307178497314453, - 18.23758316040039, - 18.16016387939453, - 18.09886360168457, - 18.054649353027344, - 17.97959327697754, - 17.875276565551758, - 17.820280075073242, - 17.760601043701172, - 17.725799560546875, - 17.669523239135742, - 17.63974380493164, - 17.593544006347656, - 17.558034896850586 + 18.842002868652344, + 18.580421447753906, + 18.493328094482422, + 18.274045944213867, + 18.049819946289062, + 17.908447265625, + 17.71573829650879, + 17.563522338867188, + 17.429161071777344, + 17.191213607788086, + 17.017221450805664, + 16.914230346679688, + 16.72704315185547, + 16.563644409179688, + 16.377452850341797, + 16.324064254760742, + 16.16036033630371, + 16.071304321289062, + 15.963502883911133, + 15.92177677154541, + 15.84771728515625, + 15.697742462158203, + 15.54570484161377, + 15.430266380310059 ], "p90": [ - 19.043638229370117, - 19.034957885742188, - 19.10055160522461, - 19.237363815307617, - 19.283763885498047, - 19.381404876708984, - 19.453794479370117, - 19.557411193847656, - 19.65803337097168, - 19.702701568603516, - 19.74045181274414, - 19.805334091186523, - 19.876697540283203, - 19.929710388183594, - 19.99090576171875, - 20.031635284423828, - 20.061965942382812, - 20.109783172607422, - 20.16396713256836, - 20.194406509399414, - 20.241905212402344, - 20.274242401123047, - 20.309289932250977, - 20.35469627380371 + 20.042394638061523, + 20.19908332824707, + 20.224849700927734, + 20.20033836364746, + 20.252582550048828, + 20.144412994384766, + 20.3234920501709, + 20.296720504760742, + 20.30124282836914, + 20.356346130371094, + 20.4173641204834, + 20.477468490600586, + 20.562746047973633, + 20.610797882080078, + 20.621917724609375, + 20.702184677124023, + 20.745128631591797, + 20.790760040283203, + 20.853321075439453, + 20.90363121032715, + 20.973133087158203, + 21.023662567138672, + 21.06170654296875, + 21.035804748535156 ], "timestamps": [ - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", "2026-06-16 17:00:00", @@ -327,6 +322,11 @@ "2026-06-21 06:00:00", "2026-06-21 07:00:00", "2026-06-21 08:00:00", - "2026-06-21 09:00:00" + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 1b0a8ce1a38f4a4014bfdadf5a1d36e565194efb..db0266ef1a0b753aaa4b4faf4924aa47d6d75473 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T20:58:41.254863+00:00", + "evaluated_at": "2026-06-17T01:08:25.190400+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 21.0, - 21.200000762939453, - 22.700000762939453, - 30.600000381469727, - 39.900001525878906, 37.400001525878906, 32.79999923706055, 28.600000381469727, @@ -101,14 +96,14 @@ 16.5, 15.0, 13.800000190734863, - 12.800000190734863 - ], - "actuals": [ + 12.800000190734863, 12.0, 11.699999809265137, 11.800000190734863, 16.100000381469727, - 15.800000190734863, + 15.800000190734863 + ], + "actuals": [ 18.5, 14.800000190734863, 13.300000190734863, @@ -120,99 +115,99 @@ 12.5, 14.300000190734863, 21.799999237060547, - 31.5, - 39.5, - 49.70000076293945, - 58.29999923706055, - 77.80000305175781, - 71.9000015258789, - 65.69999694824219, - 66.5999984741211 + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727 ], "p50": [ - 12.270868301391602, - 11.874665260314941, - 11.920464515686035, - 13.243303298950195, - 14.738019943237305, - 15.583745956420898, - 15.523540496826172, - 14.536567687988281, - 13.488812446594238, - 13.283361434936523, - 13.951011657714844, - 14.640029907226562, - 15.404687881469727, - 16.08623504638672, - 16.912673950195312, - 17.723190307617188, - 18.412817001342773, - 18.707128524780273, - 18.25691795349121, - 17.330078125, - 16.17782211303711, - 15.101585388183594, - 14.181796073913574, - 12.952859878540039 + 15.622635841369629, + 14.837641716003418, + 13.98585319519043, + 13.014619827270508, + 12.612142562866211, + 12.796554565429688, + 12.96906852722168, + 13.160831451416016, + 13.380414009094238, + 13.699694633483887, + 14.303214073181152, + 14.5859375, + 14.81042766571045, + 14.304937362670898, + 13.860458374023438, + 13.04898452758789, + 12.452498435974121, + 11.895919799804688, + 11.464252471923828, + 10.920455932617188, + 10.797943115234375, + 11.096700668334961, + 12.095858573913574, + 13.045072555541992 ], "p10": [ - 11.210428237915039, - 9.877920150756836, - 9.089638710021973, - 8.913932800292969, - 8.69711685180664, - 9.313727378845215, - 9.090340614318848, - 7.92057991027832, - 6.7686357498168945, - 6.315517425537109, - 6.651724815368652, - 7.037779808044434, - 6.981353759765625, - 6.893415451049805, - 7.003748893737793, - 7.860051155090332, - 7.797298431396484, - 8.296942710876465, - 8.29515266418457, - 7.542499542236328, - 6.568869590759277, - 5.7435455322265625, - 5.009827613830566, - 3.9721736907958984 + 14.356157302856445, + 12.790410995483398, + 11.063467025756836, + 9.474173545837402, + 8.290365219116211, + 7.944918632507324, + 7.523185729980469, + 7.3039751052856445, + 7.138236999511719, + 6.922736167907715, + 7.087730407714844, + 6.72679328918457, + 6.54483699798584, + 5.945808410644531, + 5.0752153396606445, + 4.504950523376465, + 3.937779426574707, + 3.2359371185302734, + 2.6566200256347656, + 2.189455032348633, + 2.110422134399414, + 2.1948623657226562, + 2.8573265075683594, + 2.800210952758789 ], "p90": [ - 13.264113426208496, - 13.876056671142578, - 15.274900436401367, - 19.518434524536133, - 23.325639724731445, - 24.3300838470459, - 24.77379608154297, - 23.549840927124023, - 22.350017547607422, - 21.92295265197754, - 22.817276000976562, - 24.149581909179688, - 25.89365005493164, - 27.345495223999023, - 28.881649017333984, - 30.24952507019043, - 31.774860382080078, - 31.419116973876953, - 31.276931762695312, - 30.004053115844727, - 27.84876251220703, - 26.08957290649414, - 24.63068199157715, - 23.040576934814453 + 17.831449508666992, + 18.120559692382812, + 18.429317474365234, + 18.006128311157227, + 18.282873153686523, + 19.19007110595703, + 19.77158546447754, + 20.54819107055664, + 21.367706298828125, + 22.230587005615234, + 23.41395378112793, + 24.087827682495117, + 24.8915958404541, + 24.654699325561523, + 24.317745208740234, + 23.354114532470703, + 22.506935119628906, + 21.58809471130371, + 20.89591407775879, + 20.656631469726562, + 20.417022705078125, + 21.166582107543945, + 23.460702896118164, + 24.83977508544922 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0bc3f6f95c70088cadd97b78358f5a785841251f..b5171511eda7fe604e41d8c25212727dedac3795 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T21:14:03.828829+00:00", + "evaluated_at": "2026-06-17T01:08:30.100618+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 22.200000762939453, - 21.799999237060547, - 22.700000762939453, - 24.899999618530273, - 28.100000381469727, 30.299999237060547, 31.700000762939453, 31.799999237060547, @@ -101,14 +96,14 @@ 21.899999618530273, 22.0, 22.299999237060547, - 22.200000762939453 - ], - "actuals": [ + 22.200000762939453, 22.299999237060547, 22.299999237060547, 22.600000381469727, 23.100000381469727, - 23.799999237060547, + 23.799999237060547 + ], + "actuals": [ 24.899999618530273, 25.899999618530273, 26.200000762939453, @@ -120,99 +115,99 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.399999618530273, - 23.100000381469727, - 22.799999237060547, + 23.5, + 23.0, + 22.600000381469727, 22.299999237060547, 22.0, 21.700000762939453, - 21.5, - 21.200000762939453 + 21.399999618530273, + 21.0, + 20.899999618530273, + 20.700000762939453, + 21.299999237060547, + 22.899999618530273, + 24.799999237060547 ], "p50": [ - 22.283695220947266, - 22.407291412353516, - 22.649154663085938, - 23.051097869873047, - 23.678319931030273, - 24.182783126831055, - 24.599254608154297, - 24.923616409301758, - 25.012035369873047, - 25.149938583374023, - 25.08921241760254, - 24.948535919189453, - 24.583051681518555, - 24.059093475341797, - 23.488418579101562, - 23.031469345092773, - 22.644018173217773, - 22.27008056640625, - 22.05504035949707, - 21.80413055419922, - 21.636436462402344, - 21.485889434814453, - 21.474912643432617, - 21.38970375061035 + 24.083314895629883, + 24.425392150878906, + 24.66837501525879, + 24.841899871826172, + 24.755830764770508, + 24.680282592773438, + 24.478742599487305, + 24.122146606445312, + 23.663850784301758, + 23.218093872070312, + 22.834068298339844, + 22.53321075439453, + 22.210708618164062, + 21.99458122253418, + 21.785873413085938, + 21.653034210205078, + 21.565431594848633, + 21.55670738220215, + 21.52417755126953, + 21.511510848999023, + 21.57256317138672, + 21.669872283935547, + 21.958911895751953, + 22.262374877929688 ], "p10": [ - 21.986373901367188, - 21.911399841308594, - 21.99845314025879, - 22.191051483154297, - 22.5293025970459, - 22.83637237548828, - 23.048877716064453, - 23.311716079711914, - 23.338993072509766, - 23.277172088623047, - 23.219820022583008, - 23.043724060058594, - 22.781211853027344, - 22.28660011291504, - 21.927669525146484, - 21.535375595092773, - 21.250688552856445, - 20.924747467041016, - 20.718494415283203, - 20.473304748535156, - 20.396770477294922, - 20.16779136657715, - 20.067546844482422, - 19.906574249267578 + 23.621171951293945, + 23.7691650390625, + 23.770292282104492, + 23.797134399414062, + 23.656217575073242, + 23.504573822021484, + 23.238630294799805, + 22.901559829711914, + 22.42615509033203, + 21.789569854736328, + 21.480680465698242, + 21.117551803588867, + 20.71332359313965, + 20.459396362304688, + 20.186813354492188, + 20.018421173095703, + 19.892574310302734, + 19.856281280517578, + 19.728004455566406, + 19.650835037231445, + 19.69855308532715, + 19.708053588867188, + 19.852731704711914, + 20.102380752563477 ], "p90": [ - 22.535430908203125, - 22.9273681640625, - 23.500545501708984, - 24.5263614654541, - 25.725324630737305, - 26.622936248779297, - 27.74105453491211, - 28.715625762939453, - 28.822389602661133, - 29.284053802490234, - 29.188133239746094, - 29.139129638671875, - 28.70587921142578, - 27.88785743713379, - 26.905519485473633, - 26.27608299255371, - 25.615509033203125, - 25.210296630859375, - 25.049842834472656, - 24.729286193847656, - 24.511754989624023, - 24.30489730834961, - 24.36552619934082, - 24.230274200439453 + 24.771329879760742, + 25.549339294433594, + 26.132946014404297, + 26.417930603027344, + 26.635845184326172, + 26.64436149597168, + 26.437419891357422, + 26.152477264404297, + 25.543128967285156, + 25.023347854614258, + 24.518898010253906, + 24.252655029296875, + 23.944551467895508, + 23.742013931274414, + 23.607627868652344, + 23.532352447509766, + 23.51043128967285, + 23.545190811157227, + 23.592689514160156, + 23.620241165161133, + 23.687007904052734, + 23.93095588684082, + 24.34556007385254, + 24.832908630371094 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 2bf48e2417aa8102ad2989bac6e51f5c6355568d..9aa8523d4396931ce543b87bac35ba6a34c7edab 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T21:14:07.268415+00:00", + "evaluated_at": "2026-06-17T01:18:17.366470+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, 12.0, 9.0, 12.0, @@ -43,21 +38,21 @@ 10.0, 9.0, 8.0, - 16.0, + 18.0, 35.0, - 10.0, + 11.0, 12.0, 11.0, 16.0, 10.0, - 15.0, - 10.0, + 17.0, + 11.0, + 12.0, 10.0, - 9.0, - 9.0, - 9.0, + 14.0, + 11.0, 13.0, - 9.0, + 8.0, 10.0, 14.0, 12.0, @@ -70,149 +65,149 @@ 7.0, 10.0, 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, 13.0, + 11.0, + 11.0, + 11.0, 15.0, - 19.0, - 22.0, - 17.0, - 8.0, - 10.0, - 10.0, - 9.0, - 9.0, - 14.0, + 20.0, + 11.0, 16.0, - 10.0, 14.0, - 12.0, 17.0, - 21.0, + 22.0, 11.0, 18.0, 9.0, 11.0, 11.0, - 18.0, + 22.0, 12.0, - 19.0, + 20.0, 8.0, 13.0, 14.0, 21.0, 14.0, 12.0, - 11.0 - ], - "actuals": [ + 11.0, 16.0, 7.0, - 18.0, + 19.0, 11.0, - 9.0, - 10.0, - 10.0, + 13.0 + ], + "actuals": [ 11.0, - 8.0, - 15.0, - 10.0, - 10.0, 12.0, + 17.0, + 11.0, + 17.0, 11.0, - 9.0, 11.0, - 7.0, - 8.0, 13.0, 12.0, + 10.0, + 13.0, + 8.0, + 9.0, + 17.0, + 13.0, 14.0, 18.0, - 9.0, - 10.0 + 8.0, + 15.0, + 7.0, + 5.0, + 7.0, + 5.0, + 2.0 ], "p50": [ - 12.68574047088623, - 12.679728507995605, - 12.82172966003418, - 12.671358108520508, - 12.656898498535156, - 12.635601997375488, - 12.639795303344727, - 12.623189926147461, - 12.6581392288208, - 12.62740707397461, - 12.611593246459961, - 12.601766586303711, - 12.64566707611084, - 12.642034530639648, - 12.690499305725098, - 12.67197036743164, - 12.674248695373535, - 12.669588088989258, - 12.673789024353027, - 12.678539276123047, - 12.695993423461914, - 12.696700096130371, - 12.698102951049805, - 12.678025245666504 + 13.077702522277832, + 13.259004592895508, + 13.107675552368164, + 13.533697128295898, + 13.183284759521484, + 13.213004112243652, + 13.04084587097168, + 13.396484375, + 12.898041725158691, + 13.509897232055664, + 13.141575813293457, + 13.211091041564941, + 13.124885559082031, + 13.26323127746582, + 13.115397453308105, + 13.544341087341309, + 13.190887451171875, + 13.289862632751465, + 13.063071250915527, + 13.364602088928223, + 12.891729354858398, + 13.5695161819458, + 13.24353313446045, + 13.280158996582031 ], "p10": [ - 8.311187744140625, - 8.373384475708008, - 8.346700668334961, - 8.368124008178711, - 8.35769271850586, - 8.381407737731934, - 8.32404613494873, - 8.299457550048828, - 8.285011291503906, - 8.263757705688477, - 8.270286560058594, - 8.27148723602295, - 8.288589477539062, - 8.296798706054688, - 8.307086944580078, - 8.324609756469727, - 8.309141159057617, - 8.342874526977539, - 8.310954093933105, - 8.328218460083008, - 8.326162338256836, - 8.349011421203613, - 8.342158317565918, - 8.337970733642578 + 8.49730110168457, + 8.552860260009766, + 8.445757865905762, + 8.601251602172852, + 8.577740669250488, + 8.589189529418945, + 8.469385147094727, + 8.653925895690918, + 8.221752166748047, + 8.638782501220703, + 8.50667953491211, + 8.52463436126709, + 8.52315902709961, + 8.519771575927734, + 8.480588912963867, + 8.678982734680176, + 8.529011726379395, + 8.571756362915039, + 8.468467712402344, + 8.626792907714844, + 8.317184448242188, + 8.706849098205566, + 8.579867362976074, + 8.580096244812012 ], "p90": [ - 17.8133544921875, - 17.908924102783203, - 18.969585418701172, - 17.929719924926758, - 17.91363525390625, - 17.786540985107422, - 17.948183059692383, - 17.80620002746582, - 18.189281463623047, - 17.87436294555664, - 17.846343994140625, - 17.793285369873047, - 17.953540802001953, - 17.872900009155273, - 18.449462890625, - 17.910972595214844, - 17.96957778930664, - 17.869834899902344, - 17.987049102783203, - 17.968992233276367, - 18.09505844116211, - 18.0372371673584, - 18.026960372924805, - 17.99930191040039 + 18.670011520385742, + 19.217220306396484, + 18.954710006713867, + 20.13848876953125, + 19.215341567993164, + 19.21172332763672, + 18.77115249633789, + 20.331575393676758, + 18.786653518676758, + 20.402713775634766, + 19.146541595458984, + 19.310623168945312, + 19.009777069091797, + 19.52880096435547, + 19.369930267333984, + 20.49539566040039, + 19.267744064331055, + 19.556285858154297, + 18.855510711669922, + 20.1385440826416, + 18.924619674682617, + 21.00665855407715, + 19.500961303710938, + 19.490665435791016 ], "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", "2026-06-12 01:00:00", "2026-06-12 02:00:00", "2026-06-12 03:00:00", @@ -327,6 +322,11 @@ "2026-06-16 16:00:00", "2026-06-16 17:00:00", "2026-06-16 18:00:00", - "2026-06-16 19:00:00" + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 420a55e71fc6ecc8c1317e2e67366300cb05918f..bebc8ee052db46ebc2604bc6614f76bf6d59f7e4 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,47 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T22:29:20.002358+00:00", + "evaluated_at": "2026-06-17T01:18:21.589528+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, 3120.0, 3120.0, 3120.0, @@ -101,9 +65,7 @@ 3120.0, 3120.0, 3120.0, - 3060.0 - ], - "actuals": [ + 3060.0, 3060.0, 3120.0, 3060.0, @@ -127,99 +89,125 @@ 3060.0, 3060.0, 3060.0, - 3060.0 + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0 + ], + "actuals": [ + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0 ], "p50": [ - 3120.02587890625, - 3120.025634765625, - 3120.010986328125, - 3120.0283203125, - 3120.024169921875, - 3120.037841796875, - 3120.021484375, - 3120.02099609375, - 3120.00732421875, - 3120.014892578125, - 3120.024658203125, - 3120.0322265625, - 3120.013671875, - 3120.008544921875, - 3120.01171875, - 3120.016357421875, - 3120.01123046875, - 3120.005126953125, - 3120.0107421875, - 3120.008544921875, - 3120.0087890625, - 3120.011962890625, - 3120.008544921875, - 3120.01416015625 + 3010.43408203125, + 3010.333740234375, + 3010.640625, + 3010.098388671875, + 3010.111572265625, + 3010.240966796875, + 3010.302734375, + 3010.25, + 3010.38037109375, + 3009.9873046875, + 3010.015625, + 3010.25439453125, + 3009.972412109375, + 3010.254638671875, + 3009.886474609375, + 3010.21533203125, + 3010.03369140625, + 3009.615234375, + 3009.92138671875, + 3010.08349609375, + 3009.901123046875, + 3009.961181640625, + 3009.388427734375, + 3009.994384765625 ], "p10": [ - 3100.594482421875, - 3076.792724609375, - 3066.5751953125, - 3077.0732421875, - 3068.734375, - 3046.220947265625, - 3075.36474609375, - 3079.311767578125, - 3060.515869140625, - 3063.30078125, - 3065.833251953125, - 3041.0078125, - 3067.54638671875, - 3063.191162109375, - 3064.206298828125, - 3068.353759765625, - 3065.3505859375, - 3060.12451171875, - 3067.14990234375, - 3066.976318359375, - 3067.869873046875, - 3068.4482421875, - 3068.57080078125, - 3066.693359375 + 3009.06396484375, + 3008.7314453125, + 3009.0390625, + 3008.603759765625, + 3008.500732421875, + 3008.456787109375, + 3008.500732421875, + 3008.593994140625, + 3008.580078125, + 3008.208740234375, + 3007.732666015625, + 3007.47998046875, + 3006.736328125, + 3006.0400390625, + 3004.631103515625, + 3004.0966796875, + 3002.58349609375, + 3000.70947265625, + 2999.5986328125, + 2997.630615234375, + 2995.8291015625, + 2993.6435546875, + 2991.772705078125, + 2990.470947265625 ], "p90": [ - 3120.0908203125, - 3120.11328125, - 3120.110107421875, - 3120.09521484375, - 3120.102294921875, - 3120.098388671875, - 3120.099853515625, - 3120.100341796875, - 3120.1015625, - 3120.09326171875, - 3120.096435546875, - 3120.104736328125, - 3120.09912109375, - 3120.085693359375, - 3120.099365234375, - 3120.08837890625, - 3120.092529296875, - 3120.091064453125, - 3120.0986328125, - 3120.091552734375, - 3120.07763671875, - 3120.08544921875, - 3120.070068359375, - 3120.0869140625 + 3059.985595703125, + 3059.852783203125, + 3061.649169921875, + 3061.108154296875, + 3062.1796875, + 3064.58447265625, + 3062.565185546875, + 3061.69384765625, + 3060.925048828125, + 3060.912841796875, + 3062.41064453125, + 3063.42333984375, + 3062.683349609375, + 3062.88232421875, + 3063.220458984375, + 3061.91064453125, + 3062.248291015625, + 3063.438232421875, + 3063.09912109375, + 3062.13037109375, + 3062.58349609375, + 3062.658935546875, + 3062.11328125, + 3063.250244140625 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", "2026-06-16 13:55:00", "2026-06-16 14:10:00", "2026-06-16 14:25:00", @@ -327,6 +315,18 @@ "2026-06-17 15:55:00", "2026-06-17 16:10:00", "2026-06-17 16:25:00", - "2026-06-17 16:40:00" + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 90dd202823b5dfefe7802fc093b366576ba06387..16635f5e6be28a4eb724e8c7050a404aa273bbce 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,59 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T23:17:06.049095+00:00", + "evaluated_at": "2026-06-17T01:18:23.927089+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t220000z", - "data_fetched_at": "2026-06-16T22:57:03.673321Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 71, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t214800z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t161000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t221500z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t000000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t215000z", + "data_fetched_at": "2026-06-17T00:24:05.210361Z", "context_length": 96, "prediction_length": 24 }