diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index db5dd2eb3f8ef2521ea16fb72fea127d1f011cf0..3c9369dfaecf8198a325fbc2e4dc81157c479cbf 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.700,4.200,3.700,4.200,4.000,3.900,3.700,4.200,4.000 +2026-06-17,Chronos-2,3.600,3.600,3.600,4.100,3.600,3.600,3.600,4.100,3.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 183f37815f5d93f6e6024313a1ab7ed1239b4ff6..a3f8aa3caeb221334a0862a7a880b97e0350c670 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.8,3.667,3.8,3.8,3.9,3.3,3.8,3.8,3.867 +2026-W25,Chronos-Bolt-Mini,3.767,3.467,3.767,3.767,3.767,3.2,3.767,3.767,3.767 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 4c8482dba7cedc58048f5628153bb23f01189c41..dddba1dd6c8b1e8ca5d2ad65e8fa67d991246134 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,153504.55631256104,153504.55631256104,311.8251953125,0.335061116587069,0.004707458153156558,0.004718327301768894,3.5359366441386775,391.79657516696216,0.00593253836591126,0.004721620993906969,0.0062427657632885365,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.13959102363121,24.13959102363121,3.8100136121114097,2.349498917373076,0.16698826210517156,0.14693043631959965,58.631300635361534,4.913205778677625,0.21573986334437867,0.16729847131262826,0.13777779055772263,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,22.962071748878618,22.962071748878618,3.69832173983256,2.271895414653122,0.16205658842644108,0.1429642927225866,55.27296804353207,4.791875598226504,0.21041223048526428,0.16239405852237013,0.13281737438961339,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0005623636797470984,0.0005623636797470984,0.01798396905263265,0.08122840341255157,0.013818420986096008,0.013787532332073332,0.6189967930153482,0.023714208393853218,0.018919403022698456,0.014347767920547,0.012272670221807417,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.046990830727937784,0.046990830727937784,0.18404965268241036,0.7679769364129405,0.1437222197942344,0.15839339310887363,9.519654064299434,0.2167736855061928,0.1781701555743375,0.15127368977122005,0.1253236830442113,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,1.672954362595495,1.672954362595495,1.2325364748636882,0.7750447702199611,0.07549253964456455,0.072444961331481,10.87639752850262,1.29342737043697,0.07842915070205755,0.07473692852209332,0.05168125478395307,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,826.1702962274649,826.1702962274649,22.11370623111725,2.818612465058392,0.491749134551478,0.7180754440007867,77.78572608032397,28.743178255500293,0.806826056294745,0.6207356135050456,0.5624173077737612,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3255722787092357,1.3255722787092357,1.0235425631205242,0.4768647471427924,0.04145291999393492,0.041126602899796284,2.8828824541805074,1.1513349984731793,0.04749405387266708,0.042222451066179716,0.03292831755752504,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,22.728142239535487,22.728142239535487,3.83174200852712,0.7263965892942407,0.8835218652803715,0.3633420915283203,7.58151936493402,4.767404140571207,0.431764903297015,0.3470256913383052,0.27123884508944657,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04976523671993663,0.04976523671993663,0.19225208626853096,0.802202916874144,0.1504014219019573,0.16607479475726541,11.299472718132847,0.2230812334552968,0.18293676822895966,0.15765546389758467,0.13182048193392845,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.15164424515842256,0.15164424515842256,0.3285228411356608,0.2030355756374899,0.0204327784195959,0.0201729656199255,1.687723159790039,0.38941526056181025,0.024206076419946335,0.02042099990317526,0.01730503987049636,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,869.2595250228511,869.2595250228511,23.196900328000385,2.978203962317089,0.5173106056881518,0.77022721582107,85.07216374223782,29.483207509069484,0.8122096187744955,0.6390331027029356,0.5844317859278259,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.490377196458515,1.490377196458515,0.9801363945007324,0.4573969324016505,0.03823104260759876,0.03853337708468019,2.8983777955793824,1.2208100574858134,0.050084515178905165,0.040210723876953125,0.03376877026680189,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,23.31425559896108,23.31425559896108,4.0018196900685625,0.76589850527628,0.575397056966531,0.37273623051696947,7.9289206971772375,4.8284837784713615,0.45267035423169016,0.37517059594392776,0.28405668983856835,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,29.531359968086083,29.531359968086083,4.317840576171875,0.05757120768229166,0.00145872992438239,0.001460108769590548,0.7088107638888889,5.434276397836798,0.0018359041884583776,0.0014587299243823903,0.002570033717799831,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index d69ef131ec2d82a35cf158e0e85ca4087a113cc6..96255689b868da5c2972579014aa5f4777161c2c 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:15:26.372779+00:00", + "evaluated_at": "2026-06-17T05:11:12.972050+00:00", "freq": "1h", - "context_length": 67, + "context_length": 66, "prediction_length": 24, "context": [ - 18.219999313354492, 18.90999984741211, 20.940000534057617, 23.139999389648438, @@ -101,85 +100,84 @@ 20.90999984741211 ], "p50": [ - 22.647546768188477, - 22.387605667114258, - 22.10733985900879, - 21.971975326538086, - 21.983301162719727, - 22.282405853271484, - 23.05366325378418, - 24.542394638061523, - 26.534381866455078, - 28.542558670043945, - 30.14716911315918, - 31.166961669921875, - 31.68919563293457, - 31.87801170349121, - 31.74380111694336, - 31.245615005493164, - 30.330839157104492, - 29.24040985107422, - 27.916343688964844, - 26.665163040161133, - 25.774208068847656, - 25.093772888183594, - 24.4976806640625, - 23.981821060180664 + 22.614919662475586, + 22.31609344482422, + 22.00554656982422, + 21.879714965820312, + 21.90859603881836, + 22.241872787475586, + 22.98900604248047, + 24.41099739074707, + 26.390344619750977, + 28.384410858154297, + 30.010271072387695, + 31.022478103637695, + 31.571636199951172, + 31.756488800048828, + 31.60910415649414, + 31.117263793945312, + 30.1527156829834, + 29.04401206970215, + 27.70795249938965, + 26.484451293945312, + 25.598182678222656, + 24.89849090576172, + 24.28931427001953, + 23.808565139770508 ], "p10": [ - 22.229202270507812, - 21.754404067993164, - 21.406164169311523, - 21.179523468017578, - 21.0770206451416, - 21.265653610229492, - 21.96222686767578, - 23.379467010498047, - 25.237960815429688, - 27.070817947387695, - 28.309555053710938, - 29.44248390197754, - 29.81211280822754, - 29.70743751525879, - 29.785676956176758, - 29.19110870361328, - 27.830951690673828, - 26.663570404052734, - 25.26671600341797, - 24.09702491760254, - 23.193355560302734, - 22.564977645874023, - 21.9299373626709, - 21.38814926147461 + 22.185415267944336, + 21.66948699951172, + 21.29242706298828, + 21.05633544921875, + 20.971696853637695, + 21.18954086303711, + 21.861026763916016, + 23.235761642456055, + 25.074182510375977, + 26.89019012451172, + 28.131736755371094, + 29.226186752319336, + 29.648332595825195, + 29.525508880615234, + 29.54829978942871, + 28.925081253051758, + 27.602224349975586, + 26.42473030090332, + 25.060707092285156, + 23.89683723449707, + 23.013017654418945, + 22.347965240478516, + 21.719146728515625, + 21.18724822998047 ], "p90": [ - 23.083160400390625, - 22.956449508666992, - 22.772436141967773, - 22.765153884887695, - 22.835813522338867, - 23.244531631469727, - 24.096155166625977, - 25.624309539794922, - 27.73609161376953, - 29.975475311279297, - 31.670536041259766, - 32.75065612792969, - 33.33712387084961, - 33.57655715942383, - 33.57632064819336, - 33.05841827392578, - 32.27775955200195, - 31.420757293701172, - 30.120384216308594, - 28.94367790222168, - 28.047819137573242, - 27.44597053527832, - 26.983261108398438, - 26.44918441772461 + 23.046743392944336, + 22.90296745300293, + 22.68069839477539, + 22.665817260742188, + 22.79176139831543, + 23.258251190185547, + 24.055992126464844, + 25.55210304260254, + 27.633901596069336, + 29.863096237182617, + 31.584136962890625, + 32.66261291503906, + 33.27159118652344, + 33.51449203491211, + 33.493953704833984, + 32.99733352661133, + 32.215675354003906, + 31.301393508911133, + 30.020343780517578, + 28.843753814697266, + 27.9491024017334, + 27.339641571044922, + 26.84438133239746, + 26.34099578857422 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1adee3ab8a007d5ca0a218668a007647e6b49f5c..f6d8cf161cef825d052ee80d1d0d1b3b9039bfe1 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:45:18.104865+00:00", + "evaluated_at": "2026-06-17T05:11:18.474293+00:00", "freq": "10min", - "context_length": 231, + "context_length": 232, "prediction_length": 36, "context": [ 1.5, @@ -236,10 +236,10 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, + 1.100000023841858, 1.100000023841858 ], "actuals": [ - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -274,121 +274,122 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0800641775131226, - 1.069516897201538, - 1.0630171298980713, - 1.06165611743927, - 1.0578964948654175, - 1.05393648147583, - 1.0518763065338135, - 1.048205852508545, - 1.044217824935913, - 1.0391544103622437, - 1.0381438732147217, - 1.0324212312698364, - 1.0356879234313965, - 1.0359939336776733, - 1.0384551286697388, - 1.0392823219299316, - 1.0357190370559692, - 1.0348799228668213, - 1.0345988273620605, - 1.0318119525909424, - 1.0328410863876343, - 1.033190369606018, - 1.0313704013824463, - 1.0307663679122925, - 1.0291814804077148, - 1.03022301197052, - 1.0321781635284424, - 1.0331772565841675, - 1.036384105682373, - 1.0343945026397705, - 1.0350888967514038, - 1.036942481994629, - 1.0357152223587036, - 1.0324645042419434, - 1.033632755279541, - 1.0216666460037231 + 1.0865380764007568, + 1.07843816280365, + 1.073573112487793, + 1.0654711723327637, + 1.0583686828613281, + 1.0525932312011719, + 1.0567233562469482, + 1.0494285821914673, + 1.0392491817474365, + 1.0346550941467285, + 1.027532935142517, + 1.031363606452942, + 1.038346529006958, + 1.037959098815918, + 1.0381990671157837, + 1.0353672504425049, + 1.0329747200012207, + 1.0307692289352417, + 1.0295077562332153, + 1.028327465057373, + 1.0297590494155884, + 1.0243712663650513, + 1.0240473747253418, + 1.022460699081421, + 1.02188241481781, + 1.026432991027832, + 1.0297539234161377, + 1.0257619619369507, + 1.0269412994384766, + 1.0249437093734741, + 1.0255440473556519, + 1.0219168663024902, + 1.0205168724060059, + 1.016925573348999, + 1.0011277198791504, + 0.9925136566162109 ], "p10": [ - 1.0067203044891357, - 0.9734440445899963, - 0.9593477249145508, - 0.9520713090896606, - 0.945396900177002, - 0.9361025094985962, - 0.9297997355461121, - 0.9220199584960938, - 0.916500449180603, - 0.9117039442062378, - 0.907253623008728, - 0.903881311416626, - 0.9040619134902954, - 0.9019811749458313, - 0.9012122750282288, - 0.8994271755218506, - 0.9076843857765198, - 0.9001830220222473, - 0.8962073922157288, - 0.8961426019668579, - 0.8918342590332031, - 0.8909139633178711, - 0.8895023465156555, - 0.8835984468460083, - 0.8844103813171387, - 0.8838624358177185, - 0.8806506395339966, - 0.8777850866317749, - 0.8804585337638855, - 0.8773617744445801, - 0.8759958744049072, - 0.8706851005554199, - 0.8727526664733887, - 0.8672733902931213, - 0.8619368672370911, - 0.8594721555709839 + 1.022749423980713, + 0.9849587082862854, + 0.9717256426811218, + 0.9576303958892822, + 0.9463478922843933, + 0.9347512722015381, + 0.9319781064987183, + 0.9232254028320312, + 0.9123169779777527, + 0.9064399003982544, + 0.9004013538360596, + 0.901817262172699, + 0.907037079334259, + 0.9046854972839355, + 0.9022136330604553, + 0.8972241878509521, + 0.9076912999153137, + 0.8972252607345581, + 0.8949358463287354, + 0.8947422504425049, + 0.8925390243530273, + 0.8883527517318726, + 0.8841627836227417, + 0.8801529407501221, + 0.8805816173553467, + 0.8803412318229675, + 0.8786638379096985, + 0.8762038946151733, + 0.8759802579879761, + 0.8709930181503296, + 0.8689317107200623, + 0.8657913208007812, + 0.8638898134231567, + 0.8524963855743408, + 0.8421584367752075, + 0.8373236656188965 ], "p90": [ - 1.1506950855255127, - 1.1572424173355103, - 1.1594064235687256, - 1.1643000841140747, - 1.1672011613845825, - 1.1695257425308228, - 1.1717826128005981, - 1.1753991842269897, - 1.1714489459991455, - 1.17231285572052, - 1.1721181869506836, - 1.1719918251037598, - 1.1770975589752197, - 1.1814289093017578, - 1.1787419319152832, - 1.1826612949371338, - 1.192349910736084, - 1.1957639455795288, - 1.1986234188079834, - 1.199295163154602, - 1.2039289474487305, - 1.2077993154525757, - 1.2098864316940308, - 1.2151176929473877, - 1.2130206823349, - 1.2215043306350708, - 1.2281031608581543, - 1.2392040491104126, - 1.2435358762741089, - 1.2444411516189575, - 1.2432701587677002, - 1.2509653568267822, - 1.257030963897705, - 1.2607976198196411, - 1.2630354166030884, - 1.2613344192504883 + 1.1480978727340698, + 1.1589415073394775, + 1.1640764474868774, + 1.1623148918151855, + 1.1626365184783936, + 1.1660773754119873, + 1.1730279922485352, + 1.171417474746704, + 1.1622867584228516, + 1.1629183292388916, + 1.156327247619629, + 1.1632660627365112, + 1.171261191368103, + 1.175195574760437, + 1.171053171157837, + 1.1720718145370483, + 1.1758787631988525, + 1.1787501573562622, + 1.1797263622283936, + 1.1823651790618896, + 1.1873313188552856, + 1.1867458820343018, + 1.1903400421142578, + 1.1920377016067505, + 1.1904712915420532, + 1.201814889907837, + 1.2081056833267212, + 1.2121763229370117, + 1.2171944379806519, + 1.2191052436828613, + 1.2184200286865234, + 1.2182726860046387, + 1.2197821140289307, + 1.2253915071487427, + 1.216294527053833, + 1.2106173038482666 ], "timestamps": [ "2026-06-13 16:50:00", @@ -657,6 +658,7 @@ "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", - "2026-06-15 13:10:00" + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 0a9dc876a36241ed06a83a65dcea1a8c73c33d7e..2e5704d36fd55a36f3d1bccbb44e3c0742b08092 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:15:45.528129+00:00", + "evaluated_at": "2026-06-17T05:11:25.332796+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, 15.0, 15.0, 15.0, @@ -173,9 +163,7 @@ 17.799999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 17.0, 17.0, 17.0, @@ -185,7 +173,9 @@ 17.0, 17.0, 17.0, - 16.700000762939453, + 16.700000762939453 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -199,88 +189,97 @@ 16.0, 16.0, 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 17.95281410217285, - 17.90326690673828, - 17.863018035888672, - 17.850139617919922, - 17.822219848632812, - 17.819669723510742, - 17.810745239257812, - 17.79441261291504, - 17.789121627807617, - 17.788978576660156, - 17.76955795288086, - 17.757863998413086, - 17.74288558959961, - 17.727783203125, - 17.72173309326172, - 17.7075138092041, - 17.658676147460938, - 17.63345718383789, - 17.606271743774414, - 17.571352005004883, - 17.545360565185547, - 17.531383514404297, - 17.527915954589844, - 17.4847354888916 + 16.71149253845215, + 16.669265747070312, + 16.648895263671875, + 16.625558853149414, + 16.593509674072266, + 16.5727596282959, + 16.552745819091797, + 16.520511627197266, + 16.501155853271484, + 16.472192764282227, + 16.452041625976562, + 16.44269561767578, + 16.41158103942871, + 16.376174926757812, + 16.338293075561523, + 16.31754493713379, + 16.141578674316406, + 16.102235794067383, + 16.06795310974121, + 16.036224365234375, + 16.00929832458496, + 15.967960357666016, + 15.941202163696289, + 15.90848159790039 ], "p10": [ - 17.655054092407227, - 17.53295135498047, - 17.4302921295166, - 17.333141326904297, - 17.27217674255371, - 17.196998596191406, - 17.13656234741211, - 17.1058349609375, - 17.07020378112793, - 17.024288177490234, - 16.968870162963867, - 16.914419174194336, - 16.89727210998535, - 16.808349609375, - 16.765514373779297, - 16.717864990234375, - 16.603485107421875, - 16.51913833618164, - 16.45092010498047, - 16.412694931030273, - 16.361604690551758, - 16.29552459716797, - 16.22895622253418, - 16.20330810546875 + 16.42443084716797, + 16.332416534423828, + 16.26477813720703, + 16.21770477294922, + 16.150287628173828, + 16.088626861572266, + 16.028514862060547, + 15.990209579467773, + 15.957014083862305, + 15.920374870300293, + 15.855301856994629, + 15.81322193145752, + 15.750272750854492, + 15.716390609741211, + 15.666158676147461, + 15.600991249084473, + 15.376986503601074, + 15.31036376953125, + 15.262868881225586, + 15.21672534942627, + 15.157958984375, + 15.121280670166016, + 15.05224323272705, + 15.021371841430664 ], "p90": [ - 18.25160789489746, - 18.32441520690918, - 18.355941772460938, - 18.428241729736328, - 18.515562057495117, - 18.605567932128906, - 18.666433334350586, - 18.725643157958984, - 18.741153717041016, - 18.805940628051758, - 18.855222702026367, - 18.932985305786133, - 18.9913330078125, - 19.052078247070312, - 19.063968658447266, - 19.106433868408203, - 18.91427230834961, - 18.928943634033203, - 18.924898147583008, - 18.94981575012207, - 18.9400577545166, - 18.990375518798828, - 19.03330421447754, - 19.031646728515625 + 17.05844497680664, + 17.066417694091797, + 17.077802658081055, + 17.10840606689453, + 17.139225006103516, + 17.141326904296875, + 17.20208740234375, + 17.211240768432617, + 17.216182708740234, + 17.185495376586914, + 17.225738525390625, + 17.229372024536133, + 17.265613555908203, + 17.27569580078125, + 17.25466537475586, + 17.315441131591797, + 17.22917366027832, + 17.220623016357422, + 17.207929611206055, + 17.222091674804688, + 17.248775482177734, + 17.21807861328125, + 17.264673233032227, + 17.25541877746582 ], "timestamps": [ - "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", @@ -471,6 +470,7 @@ "2026-06-24 09:00:00", "2026-06-24 10:00:00", "2026-06-24 11:00:00", - "2026-06-24 12:00:00" + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 2b24c8fbebb54f37c495d1630740ca840135cef2..ca0d8f7ddf9feaf18f7b77dab2503a9988aaeb88 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:15:49.745552+00:00", + "evaluated_at": "2026-06-17T05:11:30.339762+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 39.79999923706055, @@ -154,10 +154,10 @@ 18.5, 14.800000190734863, 13.300000190734863, - 12.600000381469727 + 12.600000381469727, + 12.0 ], "actuals": [ - 12.0, 10.899999618530273, 11.0, 11.699999809265137, @@ -180,85 +180,86 @@ 24.299999237060547, 25.600000381469727, 26.799999237060547, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p50": [ - 12.537896156311035, - 12.816717147827148, - 13.42280387878418, - 13.875587463378906, - 14.498236656188965, - 15.396064758300781, - 16.446016311645508, - 17.199508666992188, - 17.57050323486328, - 17.348087310791016, - 16.830265045166016, - 15.859376907348633, - 14.991700172424316, - 14.0064058303833, - 13.19886302947998, - 12.531128883361816, - 12.34135913848877, - 12.487099647521973, - 13.355578422546387, - 13.949838638305664, - 14.092437744140625, - 13.758061408996582, - 13.171161651611328, - 12.880961418151855 + 12.231986999511719, + 12.633917808532715, + 13.263524055480957, + 13.77280330657959, + 14.396489143371582, + 15.426482200622559, + 16.360965728759766, + 16.491485595703125, + 16.30937385559082, + 15.972609519958496, + 15.084421157836914, + 14.217085838317871, + 13.516683578491211, + 12.61674690246582, + 11.94796085357666, + 11.565966606140137, + 11.987771987915039, + 12.638450622558594, + 13.221514701843262, + 13.404644012451172, + 12.8148775100708, + 12.306479454040527, + 12.052193641662598, + 12.037397384643555 ], "p10": [ - 11.054837226867676, - 10.885109901428223, - 10.637880325317383, - 10.81391716003418, - 10.843257904052734, - 11.05860424041748, - 11.282261848449707, - 11.590798377990723, - 11.66229248046875, - 11.514764785766602, - 10.624053001403809, - 9.89735221862793, - 9.04196834564209, - 8.232484817504883, - 7.653938293457031, - 7.228776931762695, - 6.670888900756836, - 6.8152313232421875, - 7.103046417236328, - 7.461734771728516, - 7.558618545532227, - 7.425628662109375, - 7.319169998168945, - 7.049365997314453 + 10.861946105957031, + 10.825691223144531, + 10.579447746276855, + 10.743738174438477, + 10.756842613220215, + 10.924342155456543, + 10.889932632446289, + 11.021799087524414, + 10.705276489257812, + 10.41500473022461, + 9.488677024841309, + 8.683043479919434, + 7.84135627746582, + 7.420463562011719, + 6.769828796386719, + 6.475103378295898, + 6.333580017089844, + 6.614814758300781, + 6.947732925415039, + 6.97157096862793, + 6.867181777954102, + 6.417877197265625, + 6.381277084350586, + 6.2331695556640625 ], "p90": [ - 14.002900123596191, - 15.870820045471191, - 17.11060333251953, - 18.27020263671875, - 19.79770278930664, - 21.527286529541016, - 23.58039665222168, - 25.447338104248047, - 25.911338806152344, - 25.858333587646484, - 25.600093841552734, - 24.902755737304688, - 24.2872314453125, - 23.573383331298828, - 22.524513244628906, - 21.837081909179688, - 21.563344955444336, - 22.10113525390625, - 23.517620086669922, - 24.028791427612305, - 24.20000457763672, - 23.500778198242188, - 22.50324821472168, - 21.72020149230957 + 13.630471229553223, + 15.561067581176758, + 16.848209381103516, + 18.100719451904297, + 19.827388763427734, + 22.007038116455078, + 24.086702346801758, + 24.634571075439453, + 24.317869186401367, + 23.838045120239258, + 23.25020980834961, + 22.556842803955078, + 21.98353385925293, + 21.27455711364746, + 20.502056121826172, + 20.25313949584961, + 20.654300689697266, + 22.040504455566406, + 22.938688278198242, + 22.867313385009766, + 21.8077392578125, + 21.051054000854492, + 20.481903076171875, + 20.332292556762695 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ef6537d83fc8b8d29345168eae5dfc08a6b5c2a7..c85a2dc1671f7d5b96cbf925f08a46932059e2da 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:15:54.874252+00:00", + "evaluated_at": "2026-06-17T05:11:36.703552+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 22.100000381469727, @@ -154,10 +154,10 @@ 24.899999618530273, 25.899999618530273, 26.200000762939453, - 26.899999618530273 + 26.899999618530273, + 26.799999237060547 ], "actuals": [ - 26.799999237060547, 25.5, 25.200000762939453, 25.0, @@ -180,85 +180,86 @@ 26.799999237060547, 27.600000381469727, 28.399999618530273, - 29.600000381469727 + 29.600000381469727, + 30.0 ], "p50": [ - 27.415504455566406, - 27.381254196166992, - 27.1464786529541, - 26.600528717041016, - 25.804851531982422, - 25.031465530395508, - 24.409189224243164, - 23.93184471130371, - 23.575448989868164, - 23.32977294921875, - 23.062528610229492, - 22.87053680419922, - 22.788166046142578, - 22.701791763305664, - 22.575664520263672, - 22.55010414123535, - 22.534576416015625, - 22.907100677490234, - 23.63654899597168, - 24.541362762451172, - 25.38758659362793, - 26.26824378967285, - 26.775026321411133, - 27.243017196655273 + 26.99901580810547, + 26.76504135131836, + 26.275991439819336, + 25.497440338134766, + 24.7410945892334, + 24.093034744262695, + 23.623804092407227, + 23.26491355895996, + 22.997133255004883, + 22.799962997436523, + 22.617605209350586, + 22.505878448486328, + 22.472396850585938, + 22.392723083496094, + 22.297792434692383, + 22.314075469970703, + 22.696521759033203, + 23.339523315429688, + 24.222339630126953, + 25.15544319152832, + 25.97111701965332, + 26.58109474182129, + 26.966703414916992, + 27.194929122924805 ], "p10": [ - 26.63282012939453, - 26.263526916503906, - 25.866336822509766, - 25.20323371887207, - 24.397785186767578, - 23.6690731048584, - 23.112279891967773, - 22.65071678161621, - 22.268795013427734, - 22.006977081298828, - 21.783435821533203, - 21.60576629638672, - 21.47486686706543, - 21.416255950927734, - 21.287960052490234, - 21.240217208862305, - 21.231739044189453, - 21.455318450927734, - 21.87689208984375, - 22.442840576171875, - 22.914419174194336, - 23.441574096679688, - 23.732013702392578, - 23.962244033813477 + 26.323095321655273, + 25.84345054626465, + 25.221200942993164, + 24.326988220214844, + 23.528034210205078, + 22.906635284423828, + 22.392560958862305, + 21.997127532958984, + 21.70680809020996, + 21.5086669921875, + 21.32741928100586, + 21.207286834716797, + 21.115985870361328, + 21.106067657470703, + 20.97340202331543, + 20.951021194458008, + 21.270952224731445, + 21.655126571655273, + 22.1112003326416, + 22.739673614501953, + 23.235782623291016, + 23.586626052856445, + 23.79552459716797, + 23.90690803527832 ], "p90": [ - 28.329524993896484, - 28.584518432617188, - 28.482027053833008, - 28.051122665405273, - 27.316320419311523, - 26.508211135864258, - 25.81340980529785, - 25.31693458557129, - 24.93519401550293, - 24.6586856842041, - 24.422229766845703, - 24.223905563354492, - 24.166385650634766, - 24.11431884765625, - 24.076793670654297, - 24.082944869995117, - 24.153627395629883, - 24.673267364501953, - 25.793210983276367, - 27.19992446899414, - 28.481252670288086, - 29.71668815612793, - 30.607566833496094, - 31.412818908691406 + 27.7235164642334, + 27.680288314819336, + 27.375137329101562, + 26.66770362854004, + 25.87147331237793, + 25.185043334960938, + 24.835298538208008, + 24.49620246887207, + 24.22021484375, + 24.065141677856445, + 23.918140411376953, + 23.820310592651367, + 23.793333053588867, + 23.73880386352539, + 23.725839614868164, + 23.7882080078125, + 24.26158905029297, + 25.21912384033203, + 26.64227867126465, + 27.917556762695312, + 29.219621658325195, + 30.106220245361328, + 30.80906105041504, + 31.207042694091797 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 50d6b14d7229e79f6fa6587b7734b67d9c64ba37..cd76776ab3a31f487689cd461629825397b8f7ea 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:15:59.318313+00:00", + "evaluated_at": "2026-06-17T05:11:55.624639+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 10.0, 12.0, 15.0, 7.0, @@ -149,10 +148,10 @@ 11.0, 12.0, 17.0, - 11.0 + 11.0, + 17.0 ], "actuals": [ - 17.0, 11.0, 11.0, 13.0, @@ -175,88 +174,88 @@ 9.0, 8.0, 8.0, - 1.0 + 6.0, + 3.0 ], "p50": [ - 12.922395706176758, - 12.917874336242676, - 12.910815238952637, - 12.92352294921875, - 12.943273544311523, - 12.871699333190918, - 12.92646598815918, - 12.908472061157227, - 12.928167343139648, - 12.941749572753906, - 12.957114219665527, - 12.942375183105469, - 12.923996925354004, - 12.91327953338623, - 12.909955978393555, - 12.934608459472656, - 13.027308464050293, - 13.005611419677734, - 13.0538969039917, - 13.150679588317871, - 13.170336723327637, - 13.166910171508789, - 13.182013511657715, - 13.193655014038086 + 13.192256927490234, + 13.241325378417969, + 13.23173999786377, + 13.236754417419434, + 13.19969654083252, + 13.221275329589844, + 13.193881034851074, + 13.216052055358887, + 13.229462623596191, + 13.206459999084473, + 13.20350456237793, + 13.19216537475586, + 13.216822624206543, + 13.189140319824219, + 13.232026100158691, + 13.233264923095703, + 13.322660446166992, + 13.278358459472656, + 13.320245742797852, + 13.36169147491455, + 13.339029312133789, + 13.363576889038086, + 13.346582412719727, + 13.368297576904297 ], "p10": [ - 8.740848541259766, - 8.545568466186523, - 8.504314422607422, - 8.43954086303711, - 8.381414413452148, - 8.366127967834473, - 8.423805236816406, - 8.434041023254395, - 8.380943298339844, - 8.3754301071167, - 8.308308601379395, - 8.390567779541016, - 8.469991683959961, - 8.525691986083984, - 8.583308219909668, - 8.574516296386719, - 8.638944625854492, - 8.526468276977539, - 8.602243423461914, - 8.621506690979004, - 8.649524688720703, - 8.665346145629883, - 8.699250221252441, - 8.714086532592773 + 8.689608573913574, + 8.612927436828613, + 8.643716812133789, + 8.641510963439941, + 8.570257186889648, + 8.605579376220703, + 8.655891418457031, + 8.693219184875488, + 8.645029067993164, + 8.68785285949707, + 8.593706130981445, + 8.708864212036133, + 8.709030151367188, + 8.724191665649414, + 8.702248573303223, + 8.67396354675293, + 8.622580528259277, + 8.589938163757324, + 8.6543607711792, + 8.69326400756836, + 8.653623580932617, + 8.690519332885742, + 8.689781188964844, + 8.68992805480957 ], "p90": [ - 18.6019344329834, - 18.83586883544922, - 19.020832061767578, - 19.235261917114258, - 19.436006546020508, - 19.347253799438477, - 19.36649513244629, - 19.439559936523438, - 19.43292236328125, - 19.57235336303711, - 19.787277221679688, - 19.759225845336914, - 19.49197769165039, - 19.40436553955078, - 19.187150955200195, - 19.1662654876709, - 19.122385025024414, - 19.39453125, - 19.56316566467285, - 19.667743682861328, - 19.72962188720703, - 19.69190788269043, - 19.67236328125, - 19.772886276245117 + 19.028043746948242, + 19.24765396118164, + 19.304065704345703, + 19.31705665588379, + 19.478788375854492, + 19.38231658935547, + 19.30712127685547, + 19.342546463012695, + 19.384658813476562, + 19.442394256591797, + 19.487506866455078, + 19.432126998901367, + 19.409465789794922, + 19.367080688476562, + 19.353008270263672, + 19.419893264770508, + 19.543920516967773, + 19.692594528198242, + 19.77981948852539, + 19.7969970703125, + 19.916059494018555, + 19.892549514770508, + 19.853303909301758, + 19.903484344482422 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", @@ -423,6 +422,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 5be8060aa74c9acc706c572a14b2e703037038e1..d372b41bc6707b8c6e5300ac5acc2ceb0608280f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,17 +1,44 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T04:53:50.031562+00:00", + "evaluated_at": "2026-06-17T05:11:57.890835+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z" - ] + "failed_datasets": [] } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index ba071606dfe7d88de52d0e8a6962b12ffa58f49a..058e82895b8c7b96aa6cf56fece13876d03a06c0 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1059,3 +1059,9 @@ {"evaluated_at": "2026-06-17T05:07:42.905526+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T05:07:42.905526+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-17T05:07:42.905526+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-17T05:18:04.829207+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-17T05:18:04.829207+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T05:18:04.829207+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-17T05:18:04.829207+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-17T05:18:04.829207+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-17T05:18:04.829207+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e4f864dedd5be1da00b0aa1f7d4db42f2a4c9b1d..cf43a6d1fe9b6d66370c161ba800ab8a7b2b4ff1 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,255629.83949279785,229415.7304948171,438.44775390625,0.4711190634922744,0.006638711243302231,0.006629878495860074,2.995515505277789,505.59849633162264,0.007656071319054676,0.006639235080683196,0.006053432703170197,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,18.895911426534592,18.974159841609435,3.356405019760132,2.06977474703085,0.14638898258980204,0.13066191911832128,38.53985534849959,4.346942767800675,0.19087513955980923,0.1473804259194553,0.11109636054995056,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,18.54085204264402,19.128059771764395,3.3794788122177124,2.0760287929255203,0.14758968619860385,0.13169455081118495,34.73186935258064,4.305908968225411,0.18907333708874505,0.1483936008312895,0.1083511420081167,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.037619575044481775,0.044987456149620346,0.15995271156231564,0.7225418784716311,0.12401795322130675,0.13815962612674973,5.141339747518455,0.19395766302077827,0.15495950513247583,0.12779176982370005,0.16026687848690052,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04247245868925139,0.05244749241910572,0.19386033299896452,0.8089135864083363,0.15124160574007536,0.16778296221003322,9.618569596520615,0.20608847296549943,0.16938778894955722,0.15933726277459834,0.13268063648481426,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,2.1077267931192787,1.9343968674279495,1.3015000025431316,0.8184104819485194,0.079848454943874,0.07632699239918046,3.629101628299363,1.4518012236939597,0.08803241648122662,0.07891864836886701,0.04718623966240783,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,712.9128098816791,768.6837375351346,21.053518017133076,2.683480900769144,0.4665357805652632,0.6619464973334623,69.02520751623531,26.700427147925538,0.7494856743277344,0.5909759443405777,0.5304454735426875,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.5129214542024177,0.6311902085795206,0.6110029617945353,0.28466405147954693,0.024314137423420937,0.024278548431358498,2.767922993274588,0.7161853490559673,0.029543569504954438,0.02520466034847529,0.02734901904069149,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.03160162115455,21.521928951913356,3.7552074790000916,0.711887673744093,0.5961962383804997,0.3510878975489049,6.497057810025569,5.102117366462139,0.4603414165228997,0.3388157123909857,0.26350378205403746,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04298370808883058,0.0521971526393612,0.19680091904269326,0.821183657164831,0.15395079196933692,0.17038789419653227,9.111753906798906,0.20732512652553858,0.1700160431775739,0.16138571387885878,0.13312883033222583,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3242827892572677,0.24894392277118035,0.48423512776692706,0.2992697785340665,0.030159482674861154,0.029711980800966622,1.862540122265468,0.569458329693462,0.035397564611741775,0.03010008516625203,0.027185922934092648,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,787.1454185402695,837.108362201459,22.402872622013092,2.8762603221443346,0.49136761840631965,0.7212298592773401,78.81041678079048,28.056111964067107,0.772895689711499,0.6171590599897083,0.563995500544181,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8745315436731289,1.0358026144510102,0.7658191521962484,0.3573822306306931,0.029561350174602336,0.02989933501640987,2.7703708192971326,0.9351639127303453,0.03836569898380904,0.03141822162856404,0.03134856290174232,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,33.25269369465726,26.014943998792774,4.23509414990743,0.8105443349105131,0.6135542874311296,0.3878422500312538,5.8047441242224105,5.766514865554173,0.5406107686457038,0.39704007655382156,0.28978263781302505,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,46.49134669452906,64.17850541695952,6.506062825520833,0.08674750434027778,0.0021979941978110926,0.002201663690346659,0.8072899034288196,6.8184563278303,0.002303532543185912,0.002197994197811092,0.003262929754094915,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,13.581667877850123,60.202402878698194,7.117710113525391,0.14857695472732274,0.028550051446456635,0.02875365857832777,1.547415209659659,3.685331447488831,0.015549921719362156,0.03003253212457971,0.04506720334109822,Web,1 diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index cb93bda3948665ed244a76ff8e837cb15adaf2f9..0add4cc7a24289b0078abd406e934508ca49d77b 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:20:17.041712+00:00", + "evaluated_at": "2026-06-17T05:16:48.534000+00:00", "freq": "1h", - "context_length": 67, + "context_length": 66, "prediction_length": 24, "context": [ - 18.219999313354492, 18.90999984741211, 20.940000534057617, 23.139999389648438, @@ -101,85 +100,84 @@ 20.90999984741211 ], "p50": [ - 22.494620323181152, - 22.142876625061035, - 21.854371070861816, - 21.645076751708984, - 21.672499656677246, - 22.055889129638672, - 23.102919578552246, - 24.700624465942383, - 26.528698921203613, - 28.387598991394043, - 29.72754192352295, - 30.756875038146973, - 31.45211887359619, - 30.881447792053223, - 30.71709442138672, - 30.518277168273926, - 30.003089904785156, - 28.616440773010254, - 27.578572273254395, - 26.045620918273926, - 24.923168182373047, - 23.840683937072754, - 23.030475616455078, - 22.77922821044922 + 22.510896682739258, + 22.201492309570312, + 21.88958168029785, + 21.658574104309082, + 21.67683219909668, + 22.122692108154297, + 23.117063522338867, + 24.490744590759277, + 26.640697479248047, + 28.33668041229248, + 29.91892910003662, + 30.710128784179688, + 31.448737144470215, + 30.973360061645508, + 30.467040061950684, + 30.100984573364258, + 29.877138137817383, + 28.35488510131836, + 27.385168075561523, + 25.85636329650879, + 25.029807090759277, + 24.14191246032715, + 23.444615364074707, + 22.731431007385254 ], "p10": [ - 21.86916446685791, - 21.641590118408203, - 21.188411712646484, - 20.872852325439453, - 20.819543838500977, - 20.92591381072998, - 21.963208198547363, - 22.84445858001709, - 24.647290229797363, - 25.509506225585938, - 26.95822048187256, - 27.51072883605957, - 28.578018188476562, - 27.629501342773438, - 27.211512565612793, - 27.585265159606934, - 27.367399215698242, - 25.533610343933105, - 24.43928813934326, - 23.279151916503906, - 22.219324111938477, - 20.89584445953369, - 19.567370414733887, - 19.473508834838867 + 21.997014045715332, + 21.69256019592285, + 21.27293586730957, + 21.05680561065674, + 20.5245361328125, + 20.937204360961914, + 21.78173065185547, + 22.96638584136963, + 24.583847045898438, + 25.71788787841797, + 27.08693027496338, + 27.868295669555664, + 28.138669967651367, + 27.683361053466797, + 27.274683952331543, + 27.465721130371094, + 26.5712251663208, + 24.693603515625, + 23.701788902282715, + 23.1983003616333, + 23.05961513519287, + 20.748679161071777, + 20.582528114318848, + 20.30806064605713 ], "p90": [ - 22.979076385498047, - 22.65146541595459, - 22.452698707580566, - 22.23012065887451, - 22.728126525878906, - 23.477421760559082, - 24.4265079498291, - 26.209089279174805, - 28.641039848327637, - 30.901548385620117, - 32.13652801513672, - 33.0837287902832, - 34.43151092529297, - 33.48607635498047, - 34.06694984436035, - 33.33901405334473, - 33.17826461791992, - 31.802257537841797, - 30.800735473632812, - 29.10132884979248, - 28.71786117553711, - 26.874582290649414, - 26.161115646362305, - 25.305543899536133 + 23.09487533569336, + 22.706656455993652, + 22.567118644714355, + 22.380337715148926, + 22.75189208984375, + 23.331798553466797, + 24.403364181518555, + 26.231416702270508, + 29.0852108001709, + 31.024537086486816, + 32.89128875732422, + 34.080068588256836, + 34.17961311340332, + 33.89606285095215, + 33.4188346862793, + 32.946157455444336, + 33.24764060974121, + 32.20318412780762, + 30.53232192993164, + 28.750346183776855, + 27.460664749145508, + 27.221511840820312, + 26.575260162353516, + 25.697765350341797 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e1d44e6333459327f5d1346c1da16c770823f51f..4275528d9b72854ee0b475f996c6bf3a61da6b1b 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:46:24.775938+00:00", + "evaluated_at": "2026-06-17T05:16:56.687382+00:00", "freq": "10min", - "context_length": 231, + "context_length": 232, "prediction_length": 36, "context": [ 1.5, @@ -236,10 +236,10 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, + 1.100000023841858, 1.100000023841858 ], "actuals": [ - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -274,121 +274,122 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0645917654037476, - 1.0293535590171814, - 1.0520681738853455, - 1.0726988315582275, - 1.0413783192634583, - 1.0458700060844421, - 1.0261297225952148, - 1.021495282649994, - 1.0259400606155396, - 1.0168046951293945, - 1.0461382269859314, - 1.0401676297187805, - 1.0203902125358582, - 1.034386932849884, - 1.009710967540741, - 1.0132461190223694, - 1.0152990818023682, - 1.0459258556365967, - 1.0170240998268127, - 1.0263532996177673, - 1.032564401626587, - 1.025605320930481, - 1.009607195854187, - 1.036353588104248, - 1.0361246466636658, - 1.0297197699546814, - 1.0178673267364502, - 1.0528077483177185, - 1.029509425163269, - 1.0102162957191467, - 1.0186108350753784, - 1.0371901988983154, - 1.025539755821228, - 1.0219300985336304, - 1.0116015076637268, - 1.0228137373924255 + 1.0340520739555359, + 1.0507042407989502, + 1.064368188381195, + 1.053268551826477, + 1.0403980016708374, + 1.060421645641327, + 1.036880612373352, + 0.9998005628585815, + 1.0308648347854614, + 1.0356881022453308, + 1.013225257396698, + 1.029051959514618, + 1.0387757420539856, + 1.0284205079078674, + 1.0163317918777466, + 1.0238111019134521, + 1.0328630208969116, + 1.0138460993766785, + 1.0080886483192444, + 1.030467927455902, + 1.0213602185249329, + 1.0153202414512634, + 1.0137647986412048, + 1.0468223690986633, + 1.0271051526069641, + 1.0339360237121582, + 1.0182927250862122, + 1.0267001390457153, + 1.0108215808868408, + 1.0222672820091248, + 1.0455005168914795, + 1.0261286497116089, + 1.0270124077796936, + 1.02196204662323, + 1.0059480667114258, + 1.0403831005096436 ], "p10": [ - 0.9614894688129425, - 0.914490133523941, - 0.9393919110298157, - 0.9437629282474518, - 0.9171168804168701, - 0.9198110401630402, - 0.888398677110672, - 0.9058860838413239, - 0.8683946132659912, - 0.895076334476471, - 0.9190547466278076, - 0.9151096940040588, - 0.8811528086662292, - 0.8837140798568726, - 0.8608452379703522, - 0.8796257376670837, - 0.851713627576828, - 0.9016230702400208, - 0.8573432564735413, - 0.8533931970596313, - 0.8660573959350586, - 0.8557856380939484, - 0.8535903692245483, - 0.8640359044075012, - 0.8478270769119263, - 0.8769614398479462, - 0.8562964797019958, - 0.8466491103172302, - 0.8432042002677917, - 0.8304814398288727, - 0.8360787034034729, - 0.8850351870059967, - 0.853986531496048, - 0.8433873057365417, - 0.8433815538883209, - 0.8342713713645935 + 0.9450554251670837, + 0.9315955936908722, + 0.9521879255771637, + 0.9171972572803497, + 0.904446542263031, + 0.9386333525180817, + 0.9162419438362122, + 0.8629328310489655, + 0.8708448708057404, + 0.9151262044906616, + 0.8878225684165955, + 0.8992869257926941, + 0.9074680209159851, + 0.8800721764564514, + 0.8737635612487793, + 0.893838495016098, + 0.8760175406932831, + 0.8714902102947235, + 0.8444004356861115, + 0.8793082237243652, + 0.8559261858463287, + 0.8034017086029053, + 0.8556771576404572, + 0.8804287314414978, + 0.8747621476650238, + 0.8672842085361481, + 0.8514382243156433, + 0.8560478687286377, + 0.8231787979602814, + 0.8667798042297363, + 0.8465486764907837, + 0.835189938545227, + 0.8476935625076294, + 0.8217076063156128, + 0.8184390068054199, + 0.8114033341407776 ], "p90": [ - 1.1662986874580383, - 1.132045567035675, - 1.1789054870605469, - 1.210026502609253, - 1.1663163304328918, - 1.1858702898025513, - 1.1705877780914307, - 1.1629308462142944, - 1.1816176772117615, - 1.159057378768921, - 1.1911688446998596, - 1.1873337030410767, - 1.1737245321273804, - 1.1937584280967712, - 1.1566651463508606, - 1.1582337021827698, - 1.154108703136444, - 1.2289011478424072, - 1.2133697271347046, - 1.2093429565429688, - 1.1967787742614746, - 1.2677866220474243, - 1.192090392112732, - 1.2354326844215393, - 1.2753252387046814, - 1.2190493941307068, - 1.2318095564842224, - 1.242703378200531, - 1.1955105066299438, - 1.2524285912513733, - 1.2550175786018372, - 1.2937281727790833, - 1.219128668308258, - 1.2113448977470398, - 1.2409428358078003, - 1.2159120440483093 + 1.1386160254478455, + 1.1816728115081787, + 1.2168927788734436, + 1.1892921328544617, + 1.1574074625968933, + 1.19184148311615, + 1.1658443808555603, + 1.151245355606079, + 1.1686087250709534, + 1.1742708086967468, + 1.1735150814056396, + 1.2329798936843872, + 1.1894450187683105, + 1.182447373867035, + 1.1612770557403564, + 1.1895017623901367, + 1.2497122287750244, + 1.1923564672470093, + 1.2177484631538391, + 1.216808259487152, + 1.1913129687309265, + 1.2316322922706604, + 1.2499975562095642, + 1.261456549167633, + 1.2177650928497314, + 1.260425329208374, + 1.246845781803131, + 1.2343475818634033, + 1.2197591662406921, + 1.2594778537750244, + 1.251498520374298, + 1.1988046169281006, + 1.253531813621521, + 1.2401352524757385, + 1.2315956354141235, + 1.27760249376297 ], "timestamps": [ "2026-06-13 16:50:00", @@ -657,6 +658,7 @@ "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", - "2026-06-15 13:10:00" + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1614921c9b9313839a80a69f7e9c6a13f62b3ee5..2a30630af3c94a3675ce161c56d345577f89f684 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:20:35.165191+00:00", + "evaluated_at": "2026-06-17T05:17:03.715199+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, 15.0, 15.0, 15.0, @@ -173,9 +163,7 @@ 17.799999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 17.0, 17.0, 17.0, @@ -185,7 +173,9 @@ 17.0, 17.0, 17.0, - 16.700000762939453, + 16.700000762939453 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -199,88 +189,97 @@ 16.0, 16.0, 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 17.91738986968994, - 17.79606819152832, - 17.867284774780273, - 17.82208824157715, - 17.754680633544922, - 17.80693531036377, - 17.697677612304688, - 17.87532901763916, - 17.7450532913208, - 17.826276779174805, - 17.75128746032715, - 17.867539405822754, - 17.753389358520508, - 17.856642723083496, - 17.845645904541016, - 17.780282020568848, - 17.859651565551758, - 17.596633911132812, - 17.857644081115723, - 17.751850128173828, - 17.676453590393066, - 17.730202674865723, - 17.766265869140625, - 17.660011291503906 + 16.729951858520508, + 16.650816917419434, + 16.623558044433594, + 16.62764072418213, + 16.682565689086914, + 16.646398544311523, + 16.617899894714355, + 16.587302207946777, + 16.57636070251465, + 16.652215003967285, + 16.694929122924805, + 16.489408493041992, + 16.508821487426758, + 16.616371154785156, + 16.438552856445312, + 16.55337429046631, + 16.421399116516113, + 16.403606414794922, + 16.50337028503418, + 16.279789924621582, + 16.375008583068848, + 16.236122131347656, + 16.376185417175293, + 16.326661109924316 ], "p10": [ - 17.265722274780273, - 16.94654655456543, - 16.96511936187744, - 16.76431369781494, - 17.020562171936035, - 16.491225242614746, - 16.53267002105713, - 16.67525863647461, - 16.58832550048828, - 16.555895805358887, - 16.521843910217285, - 16.27388095855713, - 16.231165885925293, - 16.077295303344727, - 16.149070739746094, - 15.997143745422363, - 16.12913990020752, - 15.796608448028564, - 16.03402805328369, - 15.982289791107178, - 15.699427127838135, - 15.613239288330078, - 15.460027694702148, - 15.812163352966309 + 16.397159576416016, + 16.10358715057373, + 16.13205623626709, + 16.06356716156006, + 15.975635051727295, + 15.84537124633789, + 15.6398286819458, + 15.718660354614258, + 15.515776634216309, + 15.348018169403076, + 15.48483657836914, + 15.017929077148438, + 14.994784832000732, + 15.35442590713501, + 15.025723934173584, + 15.025387287139893, + 14.923482418060303, + 14.695810794830322, + 14.736595630645752, + 14.423998832702637, + 14.699193000793457, + 14.419785976409912, + 14.144113063812256, + 14.167770385742188 ], "p90": [ - 18.56308078765869, - 18.595850944519043, - 18.677066802978516, - 18.86611843109131, - 18.86749839782715, - 18.950451850891113, - 19.02605628967285, - 19.03626537322998, - 19.45440101623535, - 19.193876266479492, - 19.22916030883789, - 19.35615348815918, - 19.678467750549316, - 19.390015602111816, - 19.59039306640625, - 19.613163948059082, - 19.615546226501465, - 19.42167568206787, - 19.58936595916748, - 20.006112098693848, - 19.847698211669922, - 19.714027404785156, - 19.935627937316895, - 20.03605079650879 + 17.00981330871582, + 17.033604621887207, + 17.269566535949707, + 17.175772666931152, + 17.37186908721924, + 17.824833869934082, + 17.53121852874756, + 17.603291511535645, + 17.682126998901367, + 17.67386817932129, + 18.01197910308838, + 17.764875411987305, + 17.95265769958496, + 18.192060470581055, + 17.94694232940674, + 18.49249839782715, + 17.996399879455566, + 18.375462532043457, + 18.783395767211914, + 18.51254177093506, + 18.334291458129883, + 18.201008796691895, + 18.084790229797363, + 19.342416763305664 ], "timestamps": [ - "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", @@ -471,6 +470,7 @@ "2026-06-24 09:00:00", "2026-06-24 10:00:00", "2026-06-24 11:00:00", - "2026-06-24 12:00:00" + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e50f0ebe8aff1723b445b3daf84b992e33ddfe4a..963c72735fc36f85651acf1f365cce49e5c72dc5 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:20:40.300362+00:00", + "evaluated_at": "2026-06-17T05:17:10.047843+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 39.79999923706055, @@ -154,10 +154,10 @@ 18.5, 14.800000190734863, 13.300000190734863, - 12.600000381469727 + 12.600000381469727, + 12.0 ], "actuals": [ - 12.0, 10.899999618530273, 11.0, 11.699999809265137, @@ -180,85 +180,86 @@ 24.299999237060547, 25.600000381469727, 26.799999237060547, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p50": [ - 12.610183238983154, - 13.207845687866211, - 14.18891716003418, - 14.526570320129395, - 15.303333759307861, - 15.51039457321167, - 15.826496601104736, - 15.77679443359375, - 15.967023849487305, - 15.803574562072754, - 15.834743976593018, - 16.25266742706299, - 15.194044589996338, - 15.369327545166016, - 15.192963123321533, - 13.94305419921875, - 14.96912145614624, - 14.897858619689941, - 16.396686553955078, - 17.50654411315918, - 18.251704216003418, - 17.295475959777832, - 16.96129608154297, - 15.428826808929443 + 12.188984394073486, + 12.472492694854736, + 13.39009952545166, + 13.235916137695312, + 13.944995880126953, + 14.436074256896973, + 14.454848289489746, + 14.712564945220947, + 15.056679248809814, + 15.040980339050293, + 14.501251697540283, + 14.726431369781494, + 14.06201171875, + 13.743010520935059, + 13.837953567504883, + 13.768813133239746, + 14.092935562133789, + 14.518906116485596, + 15.98494005203247, + 16.478209495544434, + 15.10331678390503, + 15.504416465759277, + 14.532733917236328, + 15.004746437072754 ], "p10": [ - 10.764546871185303, - 10.20808219909668, - 9.779244422912598, - 10.38436222076416, - 10.173974990844727, - 9.94465446472168, - 9.744076251983643, - 9.213091373443604, - 9.728062152862549, - 9.569490432739258, - 8.843146800994873, - 9.89955759048462, - 8.18216323852539, - 9.312950134277344, - 7.802347183227539, - 7.116917610168457, - 6.552088737487793, - 7.505557060241699, - 7.62075138092041, - 10.145942687988281, - 10.743545055389404, - 8.76676607131958, - 9.812092781066895, - 7.450587272644043 + 10.68396520614624, + 10.299402236938477, + 9.44853162765503, + 9.3432936668396, + 8.27563190460205, + 8.844823837280273, + 8.18230152130127, + 9.10963773727417, + 8.664371013641357, + 7.74774169921875, + 6.375065803527832, + 7.646722793579102, + 7.228333473205566, + 6.826637268066406, + 7.558709144592285, + 6.79433536529541, + 7.235507965087891, + 5.8204240798950195, + 8.145888328552246, + 7.756867408752441, + 7.421722412109375, + 7.397860527038574, + 5.772876739501953, + 6.625884056091309 ], "p90": [ - 14.159395694732666, - 16.09160566329956, - 18.184636116027832, - 19.028745651245117, - 21.169387817382812, - 21.510818481445312, - 24.591164588928223, - 26.812789916992188, - 27.056846618652344, - 26.634525299072266, - 23.900752067565918, - 26.037930488586426, - 22.55130958557129, - 27.1914644241333, - 27.392776489257812, - 25.142702102661133, - 24.645146369934082, - 25.049092292785645, - 28.90437126159668, - 28.65496253967285, - 34.00650215148926, - 28.616827964782715, - 30.681089401245117, - 28.947463989257812 + 13.690557479858398, + 15.034592151641846, + 17.051280975341797, + 17.868045806884766, + 19.73181915283203, + 19.724267959594727, + 20.888227462768555, + 24.735065460205078, + 22.916882514953613, + 24.052797317504883, + 25.29224967956543, + 25.31129550933838, + 25.608009338378906, + 26.46544361114502, + 21.611336708068848, + 23.370713233947754, + 22.61304473876953, + 21.836312294006348, + 29.05163860321045, + 30.776774406433105, + 25.53611183166504, + 29.649045944213867, + 26.02766704559326, + 28.988256454467773 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 2bae73970ee47c496af4b97af80df9163fde1977..3a86f6ae86f7c66b270ac92f0ee33743b1a19f92 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:20:47.161012+00:00", + "evaluated_at": "2026-06-17T05:17:17.994034+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 22.100000381469727, @@ -154,10 +154,10 @@ 24.899999618530273, 25.899999618530273, 26.200000762939453, - 26.899999618530273 + 26.899999618530273, + 26.799999237060547 ], "actuals": [ - 26.799999237060547, 25.5, 25.200000762939453, 25.0, @@ -180,85 +180,86 @@ 26.799999237060547, 27.600000381469727, 28.399999618530273, - 29.600000381469727 + 29.600000381469727, + 30.0 ], "p50": [ - 26.987500190734863, - 26.813343048095703, - 26.639561653137207, - 26.115081787109375, - 25.376011848449707, - 24.375548362731934, - 23.794590950012207, - 23.256752967834473, - 22.937405586242676, - 22.669069290161133, - 22.537983894348145, - 22.459954261779785, - 22.426539421081543, - 22.37511157989502, - 22.3098726272583, - 22.28652572631836, - 22.08052921295166, - 22.592373847961426, - 23.535873413085938, - 24.869431495666504, - 25.800447463989258, - 26.671704292297363, - 27.06747817993164, - 27.70899486541748 + 26.679463386535645, + 26.408041954040527, + 25.730968475341797, + 25.019638061523438, + 24.11497974395752, + 23.755568504333496, + 23.37935447692871, + 23.126422882080078, + 22.917001724243164, + 22.55167579650879, + 22.39441204071045, + 22.327795028686523, + 22.239365577697754, + 22.29639434814453, + 22.083057403564453, + 22.155426025390625, + 22.350751876831055, + 23.592302322387695, + 24.225504875183105, + 25.410268783569336, + 26.267367362976074, + 27.166787147521973, + 27.040724754333496, + 27.342859268188477 ], "p10": [ - 26.627750396728516, - 25.998963356018066, - 25.70792579650879, - 25.093223571777344, - 24.0641450881958, - 23.021968841552734, - 22.36000156402588, - 21.910688400268555, - 21.459853172302246, - 21.344666481018066, - 20.896385192871094, - 20.86338520050049, - 20.404767990112305, - 20.788393020629883, - 20.705167770385742, - 20.44702434539795, - 20.25213050842285, - 20.31119728088379, - 21.292261123657227, - 22.91918182373047, - 23.84468936920166, - 24.35346031188965, - 24.76459503173828, - 24.97720718383789 + 26.316292762756348, + 25.696292877197266, + 24.789355278015137, + 23.762939453125, + 22.962650299072266, + 22.521020889282227, + 22.05263042449951, + 21.718161582946777, + 21.582554817199707, + 21.12046241760254, + 21.15037441253662, + 20.61618137359619, + 20.88309955596924, + 20.686912536621094, + 20.23612689971924, + 20.40072727203369, + 20.317124366760254, + 20.873857498168945, + 21.80235767364502, + 22.897327423095703, + 23.459552764892578, + 24.43490219116211, + 24.543553352355957, + 24.002793312072754 ], "p90": [ - 27.463252067565918, - 27.893856048583984, - 27.8214111328125, - 28.008498191833496, - 26.665863037109375, - 25.812767028808594, - 25.27139663696289, - 24.709943771362305, - 24.25858211517334, - 24.207463264465332, - 24.083361625671387, - 24.060163497924805, - 24.443147659301758, - 24.05723476409912, - 24.300018310546875, - 24.504150390625, - 24.347926139831543, - 24.82363224029541, - 25.756633758544922, - 27.664676666259766, - 28.719237327575684, - 29.596049308776855, - 30.43748378753662, - 31.50169277191162 + 27.092799186706543, + 27.05844783782959, + 26.596835136413574, + 26.217597007751465, + 25.747352600097656, + 25.11204242706299, + 24.958438873291016, + 24.399422645568848, + 24.290830612182617, + 23.699591636657715, + 23.933592796325684, + 23.809310913085938, + 24.5180721282959, + 24.02882194519043, + 24.357251167297363, + 24.28036880493164, + 24.83825397491455, + 27.08198070526123, + 26.92300319671631, + 28.6967716217041, + 29.578198432922363, + 31.11129093170166, + 30.24154281616211, + 30.684263229370117 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 8f76df93e17bed939ee8a7e7d8b087acf04ad4a5..ea4db02ad74e6549b3d1fb05a7e6bd483fa29fec 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:20:53.911514+00:00", + "evaluated_at": "2026-06-17T05:17:26.660992+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 10.0, 12.0, 15.0, 7.0, @@ -149,10 +148,10 @@ 11.0, 12.0, 17.0, - 11.0 + 11.0, + 17.0 ], "actuals": [ - 17.0, 11.0, 11.0, 13.0, @@ -175,88 +174,88 @@ 9.0, 8.0, 8.0, - 2.0 + 6.0, + 3.0 ], "p50": [ - 11.726603984832764, - 12.179805755615234, - 12.4008469581604, - 12.137567043304443, - 12.614774227142334, - 12.107545852661133, - 12.927032947540283, - 12.957792282104492, - 12.976408004760742, - 13.484408855438232, - 12.92374038696289, - 13.060962677001953, - 12.447755813598633, - 12.738150119781494, - 12.087212085723877, - 12.41760540008545, - 12.719828605651855, - 12.948594093322754, - 13.326484680175781, - 12.307923793792725, - 11.990623474121094, - 12.521734714508057, - 12.94235372543335, - 12.76389741897583 + 14.011976718902588, + 13.458227157592773, + 13.938517570495605, + 14.014013290405273, + 14.006865501403809, + 13.970319747924805, + 13.634120464324951, + 14.002645492553711, + 14.00110387802124, + 14.500826835632324, + 14.049352169036865, + 13.599766731262207, + 13.703030109405518, + 13.25683879852295, + 13.807393074035645, + 14.053628921508789, + 14.019535541534424, + 14.007537364959717, + 13.78916597366333, + 13.494311332702637, + 13.643444538116455, + 13.337084770202637, + 14.01686143875122, + 14.020757675170898 ], "p10": [ - 8.098712921142578, - 8.73199462890625, - 8.888803482055664, - 8.76156759262085, - 8.739492416381836, - 8.676785945892334, - 9.02666187286377, - 8.415031433105469, - 8.534664154052734, - 8.659311771392822, - 8.662928581237793, - 8.218796730041504, - 8.457728862762451, - 8.212556838989258, - 7.945005178451538, - 8.727232933044434, - 8.338392734527588, - 8.973113536834717, - 8.672937393188477, - 8.225659370422363, - 7.943648338317871, - 8.171258926391602, - 7.961273431777954, - 7.805415630340576 + 8.037015914916992, + 8.184653759002686, + 8.086371660232544, + 8.444949626922607, + 8.493083000183105, + 8.051342964172363, + 8.827964305877686, + 7.853711128234863, + 7.448986291885376, + 9.205949783325195, + 7.729397535324097, + 7.784923553466797, + 7.811148405075073, + 8.301954746246338, + 7.99796986579895, + 6.678550958633423, + 7.916118621826172, + 6.533892631530762, + 7.537431240081787, + 7.408633232116699, + 7.3574464321136475, + 6.963897705078125, + 7.378544569015503, + 8.14067268371582 ], "p90": [ - 18.41352367401123, - 20.116086959838867, - 19.538328170776367, - 20.28652858734131, - 19.755935668945312, - 18.559517860412598, - 20.85888957977295, - 21.280007362365723, - 20.63530921936035, - 21.26527976989746, - 21.07856559753418, - 20.23469638824463, - 19.896924018859863, - 19.72398567199707, - 19.417831420898438, - 19.502338409423828, - 20.050101280212402, - 21.490439414978027, - 22.36141014099121, - 20.18113899230957, - 19.817185401916504, - 20.257023811340332, - 21.005939483642578, - 20.50513458251953 + 19.07490062713623, + 18.676003456115723, + 19.976075172424316, + 19.930317878723145, + 19.066932678222656, + 19.2636775970459, + 19.87983226776123, + 19.738694190979004, + 21.566466331481934, + 21.007844924926758, + 20.241228103637695, + 18.71588706970215, + 18.90810489654541, + 20.93686866760254, + 18.917677879333496, + 20.905468940734863, + 20.81261920928955, + 20.995314598083496, + 19.750203132629395, + 22.70596694946289, + 21.95947551727295, + 20.519938468933105, + 22.11276340484619, + 21.28477191925049 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", @@ -423,6 +422,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index dc4afb7e60002ba19eb9abd43d8a3e3781913a6e..802d9e0cbef44c3104ca48f1ba763219ae4bace1 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,22 +1,44 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T05:06:02.208699+00:00", + "evaluated_at": "2026-06-17T05:17:29.249037+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 288, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z" - ] + "failed_datasets": [] } diff --git a/results/online_status.json b/results/online_status.json index 154da9bb30db056bcf1f0a7f4116fbc468e25afb..984e01c9ae73ac37903d7ba14d769e1f85abaa15 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T04:50:01.271250+00:00", - "finished_at": "2026-06-17T05:07:42.894154+00:00", - "task_count": 3, + "started_at": "2026-06-17T05:11:06.626743+00:00", + "finished_at": "2026-06-17T05:18:04.821563+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,89 +10,269 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T04:53:50.031562+00:00", + "evaluated_at": "2026-06-17T05:11:57.890835+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z" - ] + "failed_datasets": [] }, "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T04:58:09.303782+00:00", + "evaluated_at": "2026-06-17T05:13:54.792755+00:00", + "datasets": [ + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:57.744061+00:00", + "datasets": [ + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-17T05:16:43.084017+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z" - ] + "failed_datasets": [] }, "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T05:06:02.208699+00:00", + "evaluated_at": "2026-06-17T05:17:29.249037+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 288, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z" - ] + "failed_datasets": [] }, "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T05:07:42.891401+00:00", + "evaluated_at": "2026-06-17T05:18:04.819372+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 288, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z" - ] + "failed_datasets": [] } }, "failed_models": [], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z" - ], - "push_status": "ok", - "pushed_at": "2026-06-17T05:07:59.100187+00:00", - "push_detail": "HF Hub API" + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_051130.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_051130.json new file mode 100644 index 0000000000000000000000000000000000000000..ccc9feb5ca76baf47611b1dde3f823f33e5be168 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_051130.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T05:11:30.339762+00:00", + "metrics": { + "MSE[mean]": 869.2595250228511, + "MSE[0.5]": 869.2595250228511, + "MAE[0.5]": 23.196900328000385, + "MASE[0.5]": 2.978203962317089, + "MAPE[0.5]": 0.5173106056881518, + "sMAPE[0.5]": 0.77022721582107, + "MSIS": 85.07216374223782, + "RMSE[mean]": 29.483207509069484, + "NRMSE[mean]": 0.8122096187744955, + "ND[0.5]": 0.6390331027029356, + "mean_weighted_sum_quantile_loss": 0.5844317859278259 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0 + ], + "actual": [ + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453 + ], + "predictions": { + "p50": [ + 12.231986999511719, + 12.633917808532715, + 13.263524055480957, + 13.77280330657959, + 14.396489143371582, + 15.426482200622559, + 16.360965728759766, + 16.491485595703125, + 16.30937385559082, + 15.972609519958496, + 15.084421157836914, + 14.217085838317871, + 13.516683578491211, + 12.61674690246582, + 11.94796085357666, + 11.565966606140137, + 11.987771987915039, + 12.638450622558594, + 13.221514701843262, + 13.404644012451172, + 12.8148775100708, + 12.306479454040527, + 12.052193641662598, + 12.037397384643555 + ], + "p10": [ + 10.861946105957031, + 10.825691223144531, + 10.579447746276855, + 10.743738174438477, + 10.756842613220215, + 10.924342155456543, + 10.889932632446289, + 11.021799087524414, + 10.705276489257812, + 10.41500473022461, + 9.488677024841309, + 8.683043479919434, + 7.84135627746582, + 7.420463562011719, + 6.769828796386719, + 6.475103378295898, + 6.333580017089844, + 6.614814758300781, + 6.947732925415039, + 6.97157096862793, + 6.867181777954102, + 6.417877197265625, + 6.381277084350586, + 6.2331695556640625 + ], + "p90": [ + 13.630471229553223, + 15.561067581176758, + 16.848209381103516, + 18.100719451904297, + 19.827388763427734, + 22.007038116455078, + 24.086702346801758, + 24.634571075439453, + 24.317869186401367, + 23.838045120239258, + 23.25020980834961, + 22.556842803955078, + 21.98353385925293, + 21.27455711364746, + 20.502056121826172, + 20.25313949584961, + 20.654300689697266, + 22.040504455566406, + 22.938688278198242, + 22.867313385009766, + 21.8077392578125, + 21.051054000854492, + 20.481903076171875, + 20.332292556762695 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_051710.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_051710.json new file mode 100644 index 0000000000000000000000000000000000000000..c320f617f87981466120f6c71562c6664cbe1c47 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_051710.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T05:17:10.047843+00:00", + "metrics": { + "MSE[mean]": 787.1454185402695, + "MSE[0.5]": 837.108362201459, + "MAE[0.5]": 22.402872622013092, + "MASE[0.5]": 2.8762603221443346, + "MAPE[0.5]": 0.49136761840631965, + "sMAPE[0.5]": 0.7212298592773401, + "MSIS": 78.81041678079048, + "RMSE[mean]": 28.056111964067107, + "NRMSE[mean]": 0.772895689711499, + "ND[0.5]": 0.6171590599897083, + "mean_weighted_sum_quantile_loss": 0.563995500544181 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0 + ], + "actual": [ + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453 + ], + "predictions": { + "p50": [ + 12.188984394073486, + 12.472492694854736, + 13.39009952545166, + 13.235916137695312, + 13.944995880126953, + 14.436074256896973, + 14.454848289489746, + 14.712564945220947, + 15.056679248809814, + 15.040980339050293, + 14.501251697540283, + 14.726431369781494, + 14.06201171875, + 13.743010520935059, + 13.837953567504883, + 13.768813133239746, + 14.092935562133789, + 14.518906116485596, + 15.98494005203247, + 16.478209495544434, + 15.10331678390503, + 15.504416465759277, + 14.532733917236328, + 15.004746437072754 + ], + "p10": [ + 10.68396520614624, + 10.299402236938477, + 9.44853162765503, + 9.3432936668396, + 8.27563190460205, + 8.844823837280273, + 8.18230152130127, + 9.10963773727417, + 8.664371013641357, + 7.74774169921875, + 6.375065803527832, + 7.646722793579102, + 7.228333473205566, + 6.826637268066406, + 7.558709144592285, + 6.79433536529541, + 7.235507965087891, + 5.8204240798950195, + 8.145888328552246, + 7.756867408752441, + 7.421722412109375, + 7.397860527038574, + 5.772876739501953, + 6.625884056091309 + ], + "p90": [ + 13.690557479858398, + 15.034592151641846, + 17.051280975341797, + 17.868045806884766, + 19.73181915283203, + 19.724267959594727, + 20.888227462768555, + 24.735065460205078, + 22.916882514953613, + 24.052797317504883, + 25.29224967956543, + 25.31129550933838, + 25.608009338378906, + 26.46544361114502, + 21.611336708068848, + 23.370713233947754, + 22.61304473876953, + 21.836312294006348, + 29.05163860321045, + 30.776774406433105, + 25.53611183166504, + 29.649045944213867, + 26.02766704559326, + 28.988256454467773 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_051748.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_051748.json new file mode 100644 index 0000000000000000000000000000000000000000..bf42f1aa2e623218e2f69d29751ddc3fe7243d0c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_051748.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T05:17:48.486619+00:00", + "metrics": { + "MSE[mean]": 799.3412840011794, + "MSE[0.5]": 799.3412840011794, + "MAE[0.5]": 21.902652899424236, + "MASE[0.5]": 2.8120381054352754, + "MAPE[0.5]": 0.4868659704329639, + "sMAPE[0.5]": 0.7003995827328366, + "MSIS": 74.64288840124028, + "RMSE[mean]": 28.272624285714606, + "NRMSE[mean]": 0.7788602168129415, + "ND[0.5]": 0.6033789015702963, + "mean_weighted_sum_quantile_loss": 0.5389681579016199 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0 + ], + "actual": [ + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453 + ], + "predictions": { + "p50": [ + 12.36328125, + 13.1640625, + 14.1650390625, + 14.9658203125, + 15.516357421875, + 16.817626953125, + 17.568359375, + 17.718505859375, + 17.66845703125, + 17.16796875, + 16.217041015625, + 15.416259765625, + 14.715576171875, + 13.914794921875, + 13.414306640625, + 13.414306640625, + 13.514404296875, + 15.46630859375, + 16.217041015625, + 17.26806640625, + 15.616455078125, + 14.715576171875, + 14.1650390625, + 13.914794921875 + ], + "p10": [ + 11.162109375, + 11.06201171875, + 11.46240234375, + 11.612548828125, + 11.46240234375, + 12.1630859375, + 12.46337890625, + 12.713623046875, + 12.613525390625, + 12.213134765625, + 11.3623046875, + 10.76171875, + 10.46142578125, + 9.66064453125, + 9.16015625, + 9.06005859375, + 8.85986328125, + 9.9609375, + 10.1611328125, + 11.162109375, + 10.06103515625, + 9.560546875, + 9.06005859375, + 8.759765625 + ], + "p90": [ + 13.7646484375, + 15.7666015625, + 17.86865234375, + 19.5953369140625, + 20.9716796875, + 23.330230712890625, + 25.081939697265625, + 25.66375732421875, + 26.23931884765625, + 26.07666015625, + 25.407257080078125, + 24.547042846679688, + 23.652420043945312, + 22.954864501953125, + 22.779693603515625, + 22.942352294921875, + 24.168548583984375, + 27.578125, + 29.1796875, + 30.030517578125, + 27.5531005859375, + 25.745086669921875, + 24.547042846679688, + 24.20764923095703 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_051311.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_051311.json new file mode 100644 index 0000000000000000000000000000000000000000..9a8ad5df339384b005425127bc2d6926e2705436 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_051311.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T05:13:11.719673+00:00", + "metrics": { + "MSE[mean]": 850.053542122692, + "MSE[0.5]": 900.0305787754495, + "MAE[0.5]": 23.506139318148296, + "MASE[0.5]": 3.0179065420902043, + "MAPE[0.5]": 0.5184792719126643, + "sMAPE[0.5]": 0.7805085591962996, + "MSIS": 97.13185861362314, + "RMSE[mean]": 29.15567769959553, + "NRMSE[mean]": 0.8031867585036687, + "ND[0.5]": 0.6475520836252446, + "mean_weighted_sum_quantile_loss": 0.5939093657400856 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0 + ], + "actual": [ + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453 + ], + "predictions": { + "p50": [ + 11.757102012634277, + 12.195682525634766, + 12.727317810058594, + 13.11564826965332, + 13.742925643920898, + 14.06822395324707, + 14.293181419372559, + 14.395849227905273, + 14.143303871154785, + 14.017285346984863, + 13.455229759216309, + 13.12662124633789, + 12.814682006835938, + 12.397736549377441, + 12.013785362243652, + 11.761646270751953, + 12.140475273132324, + 12.515408515930176, + 13.279123306274414, + 13.752734184265137, + 13.361581802368164, + 13.340836524963379, + 13.047284126281738, + 12.980490684509277 + ], + "p10": [ + 12.465045928955078, + 13.282306671142578, + 13.782129287719727, + 14.749996185302734, + 15.17497444152832, + 15.699579238891602, + 16.160938262939453, + 16.334041595458984, + 16.30744743347168, + 15.945697784423828, + 15.693153381347656, + 15.592572212219238, + 14.92259693145752, + 14.384584426879883, + 14.393437385559082, + 14.347801208496094, + 14.824535369873047, + 15.5211763381958, + 16.300094604492188, + 16.47347640991211, + 16.206327438354492, + 16.24509048461914, + 15.618208885192871, + 15.64670181274414 + ], + "p90": [ + 13.60771369934082, + 14.835081100463867, + 16.024240493774414, + 16.850927352905273, + 17.859779357910156, + 18.569622039794922, + 19.181203842163086, + 19.683637619018555, + 19.521379470825195, + 19.400890350341797, + 19.063919067382812, + 18.74137306213379, + 18.472835540771484, + 18.28010368347168, + 17.920883178710938, + 17.999441146850586, + 18.829315185546875, + 19.326637268066406, + 20.422142028808594, + 20.83353042602539, + 20.60907745361328, + 20.595109939575195, + 20.333274841308594, + 20.16693878173828 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_051618.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_051618.json new file mode 100644 index 0000000000000000000000000000000000000000..21466ac485055086b5ae2ade82c29f94d584d52a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_051618.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-17T05:16:18.794990+00:00", + "metrics": { + "MSE[mean]": 808.1773501640467, + "MSE[0.5]": 808.1773501640467, + "MAE[0.5]": 21.952257593472797, + "MASE[0.5]": 2.8184067535855046, + "MAPE[0.5]": 0.48197769223569437, + "sMAPE[0.5]": 0.7011597211869343, + "MSIS": 75.82106623915924, + "RMSE[mean]": 28.428460214440857, + "NRMSE[mean]": 0.783153217844908, + "ND[0.5]": 0.6047454221440912, + "mean_weighted_sum_quantile_loss": 0.5420882882608592 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0 + ], + "actual": [ + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453 + ], + "predictions": { + "p50": [ + 12.285388946533203, + 12.657812118530273, + 13.306682586669922, + 14.096064567565918, + 14.943506240844727, + 16.313018798828125, + 17.39193344116211, + 17.950429916381836, + 17.838212966918945, + 17.141429901123047, + 16.229183197021484, + 15.389734268188477, + 14.55732536315918, + 13.579890251159668, + 12.8590669631958, + 12.55150032043457, + 12.89776611328125, + 15.892400741577148, + 16.382253646850586, + 16.877262115478516, + 15.427637100219727, + 14.371641159057617, + 13.717318534851074, + 13.467265129089355 + ], + "p10": [ + 11.453512191772461, + 11.364806175231934, + 11.354080200195312, + 11.461400032043457, + 11.791154861450195, + 12.624329566955566, + 13.372764587402344, + 13.638288497924805, + 13.487595558166504, + 12.78869915008545, + 11.737384796142578, + 10.848299980163574, + 9.927030563354492, + 8.921995162963867, + 8.164911270141602, + 7.748411178588867, + 7.73161506652832, + 9.759586334228516, + 10.244566917419434, + 10.670677185058594, + 9.84468936920166, + 9.163918495178223, + 8.800863265991211, + 8.653014183044434 + ], + "p90": [ + 13.39449405670166, + 14.637155532836914, + 16.604488372802734, + 18.503374099731445, + 20.33405303955078, + 22.775728225708008, + 24.532825469970703, + 25.524003982543945, + 25.489891052246094, + 24.87181854248047, + 24.143619537353516, + 23.84910011291504, + 23.707971572875977, + 23.043073654174805, + 22.593399047851562, + 23.052345275878906, + 24.125398635864258, + 27.437255859375, + 27.86301040649414, + 27.73659896850586, + 26.03580093383789, + 24.89116859436035, + 24.39815330505371, + 24.380456924438477 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_051416.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_051416.json new file mode 100644 index 0000000000000000000000000000000000000000..d868047e716f87a2b0f200f24e70096394784464 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_051416.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:16.554018+00:00", + "metrics": { + "MSE[mean]": 826.8892092992388, + "MSE[0.5]": 826.8892092992388, + "MAE[0.5]": 22.29130466779073, + "MASE[0.5]": 2.861936334084104, + "MAPE[0.5]": 0.4942995749410272, + "sMAPE[0.5]": 0.7196214980961564, + "MSIS": 83.55019069224734, + "RMSE[mean]": 28.755681339506438, + "NRMSE[mean]": 0.7921675744125481, + "ND[0.5]": 0.6140855624559506, + "mean_weighted_sum_quantile_loss": 0.5643525310971212 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0 + ], + "actual": [ + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453 + ], + "predictions": { + "p50": [ + 12.39319133758545, + 12.984699249267578, + 13.85112190246582, + 14.651707649230957, + 15.560507774353027, + 16.79014778137207, + 17.47480583190918, + 17.91596794128418, + 17.81719398498535, + 17.19742774963379, + 15.916749954223633, + 14.890090942382812, + 13.997543334960938, + 12.834492683410645, + 12.142753601074219, + 11.771158218383789, + 12.335736274719238, + 14.494196891784668, + 15.695034980773926, + 16.401643753051758, + 15.555132865905762, + 14.410527229309082, + 13.776122093200684, + 13.433187484741211 + ], + "p10": [ + 11.190248489379883, + 11.002571105957031, + 11.199997901916504, + 11.413811683654785, + 11.765314102172852, + 12.277814865112305, + 12.557914733886719, + 12.853300094604492, + 12.5432710647583, + 12.00308609008789, + 10.898282051086426, + 9.865035057067871, + 9.05550765991211, + 7.887367248535156, + 7.202680587768555, + 6.790130615234375, + 7.268636703491211, + 8.83355712890625, + 9.745031356811523, + 10.20698356628418, + 9.781865119934082, + 8.692564964294434, + 8.171194076538086, + 7.72535514831543 + ], + "p90": [ + 13.75808334350586, + 15.322757720947266, + 17.105064392089844, + 19.140657424926758, + 20.7930908203125, + 23.21101951599121, + 24.74149513244629, + 25.168628692626953, + 24.78935432434082, + 24.355894088745117, + 22.855302810668945, + 21.91663932800293, + 21.041828155517578, + 19.827438354492188, + 19.371009826660156, + 18.816486358642578, + 19.85978126525879, + 23.113082885742188, + 24.88692283630371, + 25.518449783325195, + 24.26760482788086, + 22.659282684326172, + 22.1129150390625, + 21.6346492767334 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_051155.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_051155.json new file mode 100644 index 0000000000000000000000000000000000000000..1f11270a1e1f090ecff4d9771fb22598ae5c9158 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_051155.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T05:11:55.624639+00:00", + "metrics": { + "MSE[mean]": 23.31425559896108, + "MSE[0.5]": 23.31425559896108, + "MAE[0.5]": 4.0018196900685625, + "MASE[0.5]": 0.76589850527628, + "MAPE[0.5]": 0.575397056966531, + "sMAPE[0.5]": 0.37273623051696947, + "MSIS": 7.9289206971772375, + "RMSE[mean]": 4.8284837784713615, + "NRMSE[mean]": 0.45267035423169016, + "ND[0.5]": 0.37517059594392776, + "mean_weighted_sum_quantile_loss": 0.28405668983856835 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 6.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0 + ], + "actual": [ + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 19.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 8.0, + 6.0, + 3.0 + ], + "predictions": { + "p50": [ + 13.192256927490234, + 13.241325378417969, + 13.23173999786377, + 13.236754417419434, + 13.19969654083252, + 13.221275329589844, + 13.193881034851074, + 13.216052055358887, + 13.229462623596191, + 13.206459999084473, + 13.20350456237793, + 13.19216537475586, + 13.216822624206543, + 13.189140319824219, + 13.232026100158691, + 13.233264923095703, + 13.322660446166992, + 13.278358459472656, + 13.320245742797852, + 13.36169147491455, + 13.339029312133789, + 13.363576889038086, + 13.346582412719727, + 13.368297576904297 + ], + "p10": [ + 8.689608573913574, + 8.612927436828613, + 8.643716812133789, + 8.641510963439941, + 8.570257186889648, + 8.605579376220703, + 8.655891418457031, + 8.693219184875488, + 8.645029067993164, + 8.68785285949707, + 8.593706130981445, + 8.708864212036133, + 8.709030151367188, + 8.724191665649414, + 8.702248573303223, + 8.67396354675293, + 8.622580528259277, + 8.589938163757324, + 8.6543607711792, + 8.69326400756836, + 8.653623580932617, + 8.690519332885742, + 8.689781188964844, + 8.68992805480957 + ], + "p90": [ + 19.028043746948242, + 19.24765396118164, + 19.304065704345703, + 19.31705665588379, + 19.478788375854492, + 19.38231658935547, + 19.30712127685547, + 19.342546463012695, + 19.384658813476562, + 19.442394256591797, + 19.487506866455078, + 19.432126998901367, + 19.409465789794922, + 19.367080688476562, + 19.353008270263672, + 19.419893264770508, + 19.543920516967773, + 19.692594528198242, + 19.77981948852539, + 19.7969970703125, + 19.916059494018555, + 19.892549514770508, + 19.853303909301758, + 19.903484344482422 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_051726.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_051726.json new file mode 100644 index 0000000000000000000000000000000000000000..0594553c4921fb49248b369f8ab1996694ff5389 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_051726.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T05:17:26.660992+00:00", + "metrics": { + "MSE[mean]": 33.25269369465726, + "MSE[0.5]": 26.014943998792774, + "MAE[0.5]": 4.23509414990743, + "MASE[0.5]": 0.8105443349105131, + "MAPE[0.5]": 0.6135542874311296, + "sMAPE[0.5]": 0.3878422500312538, + "MSIS": 5.8047441242224105, + "RMSE[mean]": 5.766514865554173, + "NRMSE[mean]": 0.5406107686457038, + "ND[0.5]": 0.39704007655382156, + "mean_weighted_sum_quantile_loss": 0.28978263781302505 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 6.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0 + ], + "actual": [ + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 19.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 8.0, + 6.0, + 3.0 + ], + "predictions": { + "p50": [ + 14.011976718902588, + 13.458227157592773, + 13.938517570495605, + 14.014013290405273, + 14.006865501403809, + 13.970319747924805, + 13.634120464324951, + 14.002645492553711, + 14.00110387802124, + 14.500826835632324, + 14.049352169036865, + 13.599766731262207, + 13.703030109405518, + 13.25683879852295, + 13.807393074035645, + 14.053628921508789, + 14.019535541534424, + 14.007537364959717, + 13.78916597366333, + 13.494311332702637, + 13.643444538116455, + 13.337084770202637, + 14.01686143875122, + 14.020757675170898 + ], + "p10": [ + 8.037015914916992, + 8.184653759002686, + 8.086371660232544, + 8.444949626922607, + 8.493083000183105, + 8.051342964172363, + 8.827964305877686, + 7.853711128234863, + 7.448986291885376, + 9.205949783325195, + 7.729397535324097, + 7.784923553466797, + 7.811148405075073, + 8.301954746246338, + 7.99796986579895, + 6.678550958633423, + 7.916118621826172, + 6.533892631530762, + 7.537431240081787, + 7.408633232116699, + 7.3574464321136475, + 6.963897705078125, + 7.378544569015503, + 8.14067268371582 + ], + "p90": [ + 19.07490062713623, + 18.676003456115723, + 19.976075172424316, + 19.930317878723145, + 19.066932678222656, + 19.2636775970459, + 19.87983226776123, + 19.738694190979004, + 21.566466331481934, + 21.007844924926758, + 20.241228103637695, + 18.71588706970215, + 18.90810489654541, + 20.93686866760254, + 18.917677879333496, + 20.905468940734863, + 20.81261920928955, + 20.995314598083496, + 19.750203132629395, + 22.70596694946289, + 21.95947551727295, + 20.519938468933105, + 22.11276340484619, + 21.28477191925049 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_051800.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_051800.json new file mode 100644 index 0000000000000000000000000000000000000000..caa0bc523649d7a7faeb82252435097a1b9621d4 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_051800.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T05:18:00.498367+00:00", + "metrics": { + "MSE[mean]": 22.799064452590148, + "MSE[0.5]": 22.799064452590148, + "MAE[0.5]": 3.9959354400634766, + "MASE[0.5]": 0.7647723330265027, + "MAPE[0.5]": 0.5710485358450997, + "sMAPE[0.5]": 0.37286979923135494, + "MSIS": 8.841807777611644, + "RMSE[mean]": 4.7748365890981175, + "NRMSE[mean]": 0.44764093022794854, + "ND[0.5]": 0.3746189475059509, + "mean_weighted_sum_quantile_loss": 0.28740885522630477 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 6.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0 + ], + "actual": [ + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 19.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 8.0, + 6.0, + 3.0 + ], + "predictions": { + "p50": [ + 13.36407470703125, + 13.1470947265625, + 13.649765014648438, + 13.35443115234375, + 13.772117614746094, + 13.3013916015625, + 13.6099853515625, + 13.260406494140625, + 13.641326904296875, + 13.477386474609375, + 13.669654846191406, + 13.385772705078125, + 13.523193359375, + 13.3013916015625, + 13.52801513671875, + 13.303802490234375, + 13.589492797851562, + 13.01690673828125, + 13.303802490234375, + 13.09405517578125, + 13.409881591796875, + 13.137451171875, + 13.231475830078125, + 12.88189697265625 + ], + "p10": [ + 9.06787109375, + 8.971435546875, + 9.337890625, + 9.010009765625, + 9.434326171875, + 9.029296875, + 9.337890625, + 8.91357421875, + 9.241455078125, + 9.14501953125, + 9.22216796875, + 8.99072265625, + 9.1064453125, + 9.010009765625, + 9.125732421875, + 9.1064453125, + 9.45361328125, + 8.875, + 9.06787109375, + 8.83642578125, + 9.14501953125, + 8.932861328125, + 9.048583984375, + 8.68212890625 + ], + "p90": [ + 19.40576171875, + 19.4443359375, + 20.25439453125, + 20.0615234375, + 20.5244140625, + 19.984375, + 20.17724609375, + 19.9072265625, + 20.29296875, + 19.984375, + 20.2158203125, + 19.79150390625, + 19.94580078125, + 19.79150390625, + 20.33154296875, + 20.0615234375, + 19.9072265625, + 19.212890625, + 19.40576171875, + 19.212890625, + 19.521484375, + 19.212890625, + 19.25146484375, + 18.86572265625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_051345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_051345.json new file mode 100644 index 0000000000000000000000000000000000000000..f97ee9ca026b923b72c734683f617a82f4676c93 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_051345.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T05:13:45.826569+00:00", + "metrics": { + "MSE[mean]": 21.454069722032425, + "MSE[0.5]": 18.253280241512737, + "MAE[0.5]": 3.5705057779947915, + "MASE[0.5]": 0.6833503881329746, + "MAPE[0.5]": 0.4823475025998949, + "sMAPE[0.5]": 0.3438542957657011, + "MSIS": 27.054080841453835, + "RMSE[mean]": 4.631853810520409, + "NRMSE[mean]": 0.43423629473628833, + "ND[0.5]": 0.3347349166870117, + "mean_weighted_sum_quantile_loss": 0.3621669461329778 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 6.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0 + ], + "actual": [ + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 19.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 8.0, + 6.0, + 3.0 + ], + "predictions": { + "p50": [ + 12.316398620605469, + 12.006538391113281, + 11.737112998962402, + 11.635056495666504, + 11.68995475769043, + 11.699664115905762, + 11.670038223266602, + 11.751323699951172, + 11.620450973510742, + 11.499428749084473, + 11.606928825378418, + 11.64900016784668, + 11.589688301086426, + 11.616500854492188, + 11.605504989624023, + 11.500940322875977, + 11.567312240600586, + 11.718985557556152, + 11.722699165344238, + 11.800292015075684, + 11.875444412231445, + 11.99771785736084, + 12.053776741027832, + 12.23530101776123 + ], + "p10": [ + 13.636005401611328, + 13.513049125671387, + 13.163008689880371, + 13.146429061889648, + 13.213541030883789, + 13.177632331848145, + 13.07378101348877, + 13.01016902923584, + 13.06334114074707, + 12.926942825317383, + 13.052746772766113, + 13.141708374023438, + 13.066259384155273, + 13.040287971496582, + 13.018978118896484, + 12.965960502624512, + 13.0051851272583, + 13.13711929321289, + 13.191622734069824, + 13.238953590393066, + 13.334797859191895, + 13.440816879272461, + 13.499011993408203, + 13.67747688293457 + ], + "p90": [ + 16.91815185546875, + 16.814674377441406, + 16.737539291381836, + 16.584781646728516, + 16.642440795898438, + 16.688358306884766, + 16.674901962280273, + 16.754947662353516, + 16.62881851196289, + 16.44524574279785, + 16.593582153320312, + 16.623693466186523, + 16.511377334594727, + 16.54034423828125, + 16.531604766845703, + 16.44465446472168, + 16.538719177246094, + 16.669437408447266, + 16.757251739501953, + 16.747896194458008, + 16.914287567138672, + 17.098325729370117, + 17.225360870361328, + 17.31161880493164 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_051637.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_051637.json new file mode 100644 index 0000000000000000000000000000000000000000..9ab0737b964dc8dde8044b227050c6435780281c --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_051637.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-17T05:16:37.742164+00:00", + "metrics": { + "MSE[mean]": 23.68483795347284, + "MSE[0.5]": 23.68483795347284, + "MAE[0.5]": 4.013964613278707, + "MASE[0.5]": 0.7682228924935325, + "MAPE[0.5]": 0.580487488037931, + "sMAPE[0.5]": 0.3732428839449295, + "MSIS": 7.934170750339637, + "RMSE[mean]": 4.866707095508506, + "NRMSE[mean]": 0.4562537902039224, + "ND[0.5]": 0.37630918249487877, + "mean_weighted_sum_quantile_loss": 0.2861821464366383 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 6.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0 + ], + "actual": [ + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 19.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 8.0, + 6.0, + 3.0 + ], + "predictions": { + "p50": [ + 12.966527938842773, + 13.156190872192383, + 13.166385650634766, + 13.218199729919434, + 13.33784008026123, + 13.2863187789917, + 13.333264350891113, + 13.260492324829102, + 13.365933418273926, + 13.253836631774902, + 13.396272659301758, + 13.405930519104004, + 13.371577262878418, + 13.28922176361084, + 13.341556549072266, + 13.331262588500977, + 13.384645462036133, + 13.466716766357422, + 13.475754737854004, + 13.415631294250488, + 13.449601173400879, + 13.35255241394043, + 13.465808868408203, + 13.441458702087402 + ], + "p10": [ + 8.699800491333008, + 8.731374740600586, + 8.6504545211792, + 8.595489501953125, + 8.71241569519043, + 8.677053451538086, + 8.650124549865723, + 8.657506942749023, + 8.733879089355469, + 8.705617904663086, + 8.708686828613281, + 8.653873443603516, + 8.652728080749512, + 8.632890701293945, + 8.71068000793457, + 8.697317123413086, + 8.698648452758789, + 8.671834945678711, + 8.547148704528809, + 8.50047779083252, + 8.499795913696289, + 8.567708969116211, + 8.716761589050293, + 8.772477149963379 + ], + "p90": [ + 19.184585571289062, + 19.486507415771484, + 19.353225708007812, + 19.397480010986328, + 19.729412078857422, + 19.680335998535156, + 19.758838653564453, + 19.713409423828125, + 19.84735107421875, + 19.73110580444336, + 19.959436416625977, + 20.151660919189453, + 20.001728057861328, + 19.83577537536621, + 19.884761810302734, + 19.98780059814453, + 20.123775482177734, + 20.163822174072266, + 20.204193115234375, + 20.18368911743164, + 20.288898468017578, + 20.249195098876953, + 20.419841766357422, + 20.422029495239258 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_051454.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_051454.json new file mode 100644 index 0000000000000000000000000000000000000000..281b108c636690239b6c5f72127980a233e8f70d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_051454.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:54.019043+00:00", + "metrics": { + "MSE[mean]": 22.402382913148546, + "MSE[0.5]": 22.402382913148546, + "MAE[0.5]": 3.901182214419047, + "MASE[0.5]": 0.7466377443864206, + "MAPE[0.5]": 0.5610839186867517, + "sMAPE[0.5]": 0.3657844464355365, + "MSIS": 8.350069001911171, + "RMSE[mean]": 4.733115560933258, + "NRMSE[mean]": 0.44372958383749295, + "ND[0.5]": 0.36573583260178566, + "mean_weighted_sum_quantile_loss": 0.28107090294361115 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 6.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0 + ], + "actual": [ + 11.0, + 11.0, + 13.0, + 12.0, + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 19.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 8.0, + 6.0, + 3.0 + ], + "predictions": { + "p50": [ + 13.102415084838867, + 13.065329551696777, + 13.112909317016602, + 13.046277046203613, + 13.160348892211914, + 13.100879669189453, + 13.106402397155762, + 13.064143180847168, + 13.157962799072266, + 13.116063117980957, + 13.218687057495117, + 13.148031234741211, + 13.150389671325684, + 13.09538745880127, + 13.13135051727295, + 13.09537410736084, + 13.182999610900879, + 13.129999160766602, + 13.135051727294922, + 13.1034517288208, + 13.176527976989746, + 13.148719787597656, + 13.22219467163086, + 13.16031551361084 + ], + "p10": [ + 8.917491912841797, + 8.914982795715332, + 8.894980430603027, + 8.855597496032715, + 8.926828384399414, + 8.885795593261719, + 8.879758834838867, + 8.864777565002441, + 8.886258125305176, + 8.868143081665039, + 8.876901626586914, + 8.895915031433105, + 8.869613647460938, + 8.841567039489746, + 8.867469787597656, + 8.858358383178711, + 8.87126350402832, + 8.875530242919922, + 8.867271423339844, + 8.842843055725098, + 8.844121932983398, + 8.833877563476562, + 8.852582931518555, + 8.852326393127441 + ], + "p90": [ + 19.01247787475586, + 18.99515724182129, + 19.46202850341797, + 19.119386672973633, + 19.64474868774414, + 19.244152069091797, + 19.44397735595703, + 19.164640426635742, + 19.509578704833984, + 19.291227340698242, + 19.694522857666016, + 19.35184097290039, + 19.51114273071289, + 19.23280906677246, + 19.594741821289062, + 19.26754379272461, + 19.696060180664062, + 19.45752716064453, + 19.484786987304688, + 19.29051971435547, + 19.58544921875, + 19.51630401611328, + 19.803497314453125, + 19.521488189697266 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_051118.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_051118.json new file mode 100644 index 0000000000000000000000000000000000000000..d25acca38e7218ca4e8702b13819a05dc2a9f834 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_051118.json @@ -0,0 +1,679 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T05:11:18.474293+00:00", + "metrics": { + "MSE[mean]": 0.04976523671993663, + "MSE[0.5]": 0.04976523671993663, + "MAE[0.5]": 0.19225208626853096, + "MASE[0.5]": 0.802202916874144, + "MAPE[0.5]": 0.1504014219019573, + "sMAPE[0.5]": 0.16607479475726541, + "MSIS": 11.299472718132847, + "RMSE[mean]": 0.2230812334552968, + "NRMSE[mean]": 0.18293676822895966, + "ND[0.5]": 0.15765546389758467, + "mean_weighted_sum_quantile_loss": 0.13182048193392845 + }, + "context_length": 232, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 16:50:00", + "2026-06-13 17:00:00", + "2026-06-13 17:10:00", + "2026-06-13 17:20:00", + "2026-06-13 17:30:00", + "2026-06-13 17:40:00", + "2026-06-13 17:50:00", + "2026-06-13 18:00:00", + "2026-06-13 18:10:00", + "2026-06-13 18:20:00", + "2026-06-13 18:30:00", + "2026-06-13 18:40:00", + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0865380764007568, + 1.07843816280365, + 1.073573112487793, + 1.0654711723327637, + 1.0583686828613281, + 1.0525932312011719, + 1.0567233562469482, + 1.0494285821914673, + 1.0392491817474365, + 1.0346550941467285, + 1.027532935142517, + 1.031363606452942, + 1.038346529006958, + 1.037959098815918, + 1.0381990671157837, + 1.0353672504425049, + 1.0329747200012207, + 1.0307692289352417, + 1.0295077562332153, + 1.028327465057373, + 1.0297590494155884, + 1.0243712663650513, + 1.0240473747253418, + 1.022460699081421, + 1.02188241481781, + 1.026432991027832, + 1.0297539234161377, + 1.0257619619369507, + 1.0269412994384766, + 1.0249437093734741, + 1.0255440473556519, + 1.0219168663024902, + 1.0205168724060059, + 1.016925573348999, + 1.0011277198791504, + 0.9925136566162109 + ], + "p10": [ + 1.022749423980713, + 0.9849587082862854, + 0.9717256426811218, + 0.9576303958892822, + 0.9463478922843933, + 0.9347512722015381, + 0.9319781064987183, + 0.9232254028320312, + 0.9123169779777527, + 0.9064399003982544, + 0.9004013538360596, + 0.901817262172699, + 0.907037079334259, + 0.9046854972839355, + 0.9022136330604553, + 0.8972241878509521, + 0.9076912999153137, + 0.8972252607345581, + 0.8949358463287354, + 0.8947422504425049, + 0.8925390243530273, + 0.8883527517318726, + 0.8841627836227417, + 0.8801529407501221, + 0.8805816173553467, + 0.8803412318229675, + 0.8786638379096985, + 0.8762038946151733, + 0.8759802579879761, + 0.8709930181503296, + 0.8689317107200623, + 0.8657913208007812, + 0.8638898134231567, + 0.8524963855743408, + 0.8421584367752075, + 0.8373236656188965 + ], + "p90": [ + 1.1480978727340698, + 1.1589415073394775, + 1.1640764474868774, + 1.1623148918151855, + 1.1626365184783936, + 1.1660773754119873, + 1.1730279922485352, + 1.171417474746704, + 1.1622867584228516, + 1.1629183292388916, + 1.156327247619629, + 1.1632660627365112, + 1.171261191368103, + 1.175195574760437, + 1.171053171157837, + 1.1720718145370483, + 1.1758787631988525, + 1.1787501573562622, + 1.1797263622283936, + 1.1823651790618896, + 1.1873313188552856, + 1.1867458820343018, + 1.1903400421142578, + 1.1920377016067505, + 1.1904712915420532, + 1.201814889907837, + 1.2081056833267212, + 1.2121763229370117, + 1.2171944379806519, + 1.2191052436828613, + 1.2184200286865234, + 1.2182726860046387, + 1.2197821140289307, + 1.2253915071487427, + 1.216294527053833, + 1.2106173038482666 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_051656.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_051656.json new file mode 100644 index 0000000000000000000000000000000000000000..6a55188f6d61e63d10407aeb5ee4fdafad3f6c17 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_051656.json @@ -0,0 +1,679 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T05:16:56.687382+00:00", + "metrics": { + "MSE[mean]": 0.04298370808883058, + "MSE[0.5]": 0.0521971526393612, + "MAE[0.5]": 0.19680091904269326, + "MASE[0.5]": 0.821183657164831, + "MAPE[0.5]": 0.15395079196933692, + "sMAPE[0.5]": 0.17038789419653227, + "MSIS": 9.111753906798906, + "RMSE[mean]": 0.20732512652553858, + "NRMSE[mean]": 0.1700160431775739, + "ND[0.5]": 0.16138571387885878, + "mean_weighted_sum_quantile_loss": 0.13312883033222583 + }, + "context_length": 232, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 16:50:00", + "2026-06-13 17:00:00", + "2026-06-13 17:10:00", + "2026-06-13 17:20:00", + "2026-06-13 17:30:00", + "2026-06-13 17:40:00", + "2026-06-13 17:50:00", + "2026-06-13 18:00:00", + "2026-06-13 18:10:00", + "2026-06-13 18:20:00", + "2026-06-13 18:30:00", + "2026-06-13 18:40:00", + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0340520739555359, + 1.0507042407989502, + 1.064368188381195, + 1.053268551826477, + 1.0403980016708374, + 1.060421645641327, + 1.036880612373352, + 0.9998005628585815, + 1.0308648347854614, + 1.0356881022453308, + 1.013225257396698, + 1.029051959514618, + 1.0387757420539856, + 1.0284205079078674, + 1.0163317918777466, + 1.0238111019134521, + 1.0328630208969116, + 1.0138460993766785, + 1.0080886483192444, + 1.030467927455902, + 1.0213602185249329, + 1.0153202414512634, + 1.0137647986412048, + 1.0468223690986633, + 1.0271051526069641, + 1.0339360237121582, + 1.0182927250862122, + 1.0267001390457153, + 1.0108215808868408, + 1.0222672820091248, + 1.0455005168914795, + 1.0261286497116089, + 1.0270124077796936, + 1.02196204662323, + 1.0059480667114258, + 1.0403831005096436 + ], + "p10": [ + 0.9450554251670837, + 0.9315955936908722, + 0.9521879255771637, + 0.9171972572803497, + 0.904446542263031, + 0.9386333525180817, + 0.9162419438362122, + 0.8629328310489655, + 0.8708448708057404, + 0.9151262044906616, + 0.8878225684165955, + 0.8992869257926941, + 0.9074680209159851, + 0.8800721764564514, + 0.8737635612487793, + 0.893838495016098, + 0.8760175406932831, + 0.8714902102947235, + 0.8444004356861115, + 0.8793082237243652, + 0.8559261858463287, + 0.8034017086029053, + 0.8556771576404572, + 0.8804287314414978, + 0.8747621476650238, + 0.8672842085361481, + 0.8514382243156433, + 0.8560478687286377, + 0.8231787979602814, + 0.8667798042297363, + 0.8465486764907837, + 0.835189938545227, + 0.8476935625076294, + 0.8217076063156128, + 0.8184390068054199, + 0.8114033341407776 + ], + "p90": [ + 1.1386160254478455, + 1.1816728115081787, + 1.2168927788734436, + 1.1892921328544617, + 1.1574074625968933, + 1.19184148311615, + 1.1658443808555603, + 1.151245355606079, + 1.1686087250709534, + 1.1742708086967468, + 1.1735150814056396, + 1.2329798936843872, + 1.1894450187683105, + 1.182447373867035, + 1.1612770557403564, + 1.1895017623901367, + 1.2497122287750244, + 1.1923564672470093, + 1.2177484631538391, + 1.216808259487152, + 1.1913129687309265, + 1.2316322922706604, + 1.2499975562095642, + 1.261456549167633, + 1.2177650928497314, + 1.260425329208374, + 1.246845781803131, + 1.2343475818634033, + 1.2197591662406921, + 1.2594778537750244, + 1.251498520374298, + 1.1988046169281006, + 1.253531813621521, + 1.2401352524757385, + 1.2315956354141235, + 1.27760249376297 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_051739.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_051739.json new file mode 100644 index 0000000000000000000000000000000000000000..025783d7425474b94acee6d66715c929e562b3b3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_051739.json @@ -0,0 +1,679 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T05:17:39.281940+00:00", + "metrics": { + "MSE[mean]": 0.0328980055835003, + "MSE[0.5]": 0.0328980055835003, + "MAE[0.5]": 0.14934250712394714, + "MASE[0.5]": 0.6231557594688021, + "MAPE[0.5]": 0.11620828238825258, + "sMAPE[0.5]": 0.12573752663788257, + "MSIS": 14.639484675167147, + "RMSE[mean]": 0.1813780736018009, + "NRMSE[mean]": 0.14873827842159978, + "ND[0.5]": 0.12246765534376504, + "mean_weighted_sum_quantile_loss": 0.11603179433958807 + }, + "context_length": 232, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 16:50:00", + "2026-06-13 17:00:00", + "2026-06-13 17:10:00", + "2026-06-13 17:20:00", + "2026-06-13 17:30:00", + "2026-06-13 17:40:00", + "2026-06-13 17:50:00", + "2026-06-13 18:00:00", + "2026-06-13 18:10:00", + "2026-06-13 18:20:00", + "2026-06-13 18:30:00", + "2026-06-13 18:40:00", + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0966606140136719, + 1.0874862670898438, + 1.0846633911132812, + 1.083251953125, + 1.0811347961425781, + 1.0811347961425781, + 1.0804290771484375, + 1.0783119201660156, + 1.0797233581542969, + 1.0790176391601562, + 1.0761947631835938, + 1.077606201171875, + 1.0783119201660156, + 1.0811347961425781, + 1.0804290771484375, + 1.0811347961425781, + 1.0769004821777344, + 1.077606201171875, + 1.0769004821777344, + 1.0769004821777344, + 1.0761947631835938, + 1.0790176391601562, + 1.0818405151367188, + 1.0811347961425781, + 1.0839576721191406, + 1.0853691101074219, + 1.0825462341308594, + 1.0860748291015625, + 1.0853691101074219, + 1.0860748291015625, + 1.0881919860839844, + 1.0867805480957031, + 1.0931320190429688, + 1.0924263000488281, + 1.0994834899902344, + 1.0994834899902344 + ], + "p10": [ + 0.992919921875, + 0.94775390625, + 0.9265823364257812, + 0.9237594604492188, + 0.9265823364257812, + 0.9294052124023438, + 0.9336395263671875, + 0.9336395263671875, + 0.93646240234375, + 0.9350509643554688, + 0.9336395263671875, + 0.9350509643554688, + 0.93646240234375, + 0.9350509643554688, + 0.9322280883789062, + 0.930816650390625, + 0.9279937744140625, + 0.9350509643554688, + 0.9378738403320312, + 0.9406967163085938, + 0.9449310302734375, + 0.94775390625, + 0.9449310302734375, + 0.94775390625, + 0.9519882202148438, + 0.9505767822265625, + 0.9505767822265625, + 0.9519882202148438, + 0.9519882202148438, + 0.953399658203125, + 0.9548110961914062, + 0.9548110961914062, + 0.9562225341796875, + 0.9576339721679688, + 0.9632797241210938, + 0.9618682861328125 + ], + "p90": [ + 1.1150093078613281, + 1.1164207458496094, + 1.1185379028320312, + 1.1220664978027344, + 1.1220664978027344, + 1.1255950927734375, + 1.1270065307617188, + 1.1263008117675781, + 1.1298294067382812, + 1.1305351257324219, + 1.1298294067382812, + 1.1322994232177734, + 1.1319465637207031, + 1.1379451751708984, + 1.1400623321533203, + 1.1439437866210938, + 1.1506481170654297, + 1.1527652740478516, + 1.1517066955566406, + 1.1541767120361328, + 1.1534709930419922, + 1.1594696044921875, + 1.1647624969482422, + 1.1644096374511719, + 1.1697025299072266, + 1.172525405883789, + 1.1728782653808594, + 1.1772890090942383, + 1.1801118850708008, + 1.1846990585327148, + 1.187169075012207, + 1.1898155212402344, + 1.2012834548950195, + 1.2020773887634277, + 1.212045669555664, + 1.2135894298553467 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_051217.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_051217.json new file mode 100644 index 0000000000000000000000000000000000000000..9d62c1dea7ab66f693c07161279aca2bb3d0483f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_051217.json @@ -0,0 +1,679 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T05:12:17.966824+00:00", + "metrics": { + "MSE[mean]": 0.025125564327751704, + "MSE[0.5]": 0.03181521174847922, + "MAE[0.5]": 0.14786662658055624, + "MASE[0.5]": 0.6169974092534901, + "MAPE[0.5]": 0.11515947019877235, + "sMAPE[0.5]": 0.12449400133146243, + "MSIS": 10.532939094316504, + "RMSE[mean]": 0.15851045494777846, + "NRMSE[mean]": 0.12998578997215146, + "ND[0.5]": 0.12125736610195825, + "mean_weighted_sum_quantile_loss": 0.09258441071010544 + }, + "context_length": 232, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 16:50:00", + "2026-06-13 17:00:00", + "2026-06-13 17:10:00", + "2026-06-13 17:20:00", + "2026-06-13 17:30:00", + "2026-06-13 17:40:00", + "2026-06-13 17:50:00", + "2026-06-13 18:00:00", + "2026-06-13 18:10:00", + "2026-06-13 18:20:00", + "2026-06-13 18:30:00", + "2026-06-13 18:40:00", + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0770139694213867, + 1.0715274810791016, + 1.074634313583374, + 1.065861463546753, + 1.0661604404449463, + 1.0746090412139893, + 1.0739800930023193, + 1.0769424438476562, + 1.0671496391296387, + 1.0643600225448608, + 1.0580801963806152, + 1.0568249225616455, + 1.0688507556915283, + 1.074177622795105, + 1.0803207159042358, + 1.079492211341858, + 1.0754549503326416, + 1.0673701763153076, + 1.0632109642028809, + 1.0696790218353271, + 1.079032301902771, + 1.0771372318267822, + 1.0796772241592407, + 1.0813870429992676, + 1.0798687934875488, + 1.0980300903320312, + 1.105285406112671, + 1.106555461883545, + 1.1129329204559326, + 1.1077957153320312, + 1.105847716331482, + 1.108770728111267, + 1.1051117181777954, + 1.103316307067871, + 1.1105400323867798, + 1.1206408739089966 + ], + "p10": [ + 1.091714859008789, + 1.0895435810089111, + 1.0921542644500732, + 1.084794282913208, + 1.096017837524414, + 1.1047577857971191, + 1.1036784648895264, + 1.1118924617767334, + 1.100435495376587, + 1.0924005508422852, + 1.093562364578247, + 1.0891839265823364, + 1.1055092811584473, + 1.1078461408615112, + 1.1224093437194824, + 1.1142921447753906, + 1.1172945499420166, + 1.1175355911254883, + 1.108731746673584, + 1.1065868139266968, + 1.116675853729248, + 1.1298085451126099, + 1.1258076429367065, + 1.1239534616470337, + 1.1291255950927734, + 1.1385233402252197, + 1.1464931964874268, + 1.1530230045318604, + 1.1529042720794678, + 1.146120548248291, + 1.1617457866668701, + 1.149229645729065, + 1.159987211227417, + 1.1556241512298584, + 1.1636408567428589, + 1.1666759252548218 + ], + "p90": [ + 1.132015585899353, + 1.1348700523376465, + 1.144261360168457, + 1.1403775215148926, + 1.1469066143035889, + 1.1567213535308838, + 1.1591565608978271, + 1.167975902557373, + 1.1638675928115845, + 1.163074016571045, + 1.157227873802185, + 1.159311294555664, + 1.1734471321105957, + 1.179856538772583, + 1.1881988048553467, + 1.189764380455017, + 1.1879523992538452, + 1.184357762336731, + 1.181165337562561, + 1.1907563209533691, + 1.2026289701461792, + 1.2035350799560547, + 1.2081432342529297, + 1.2104308605194092, + 1.2150460481643677, + 1.2348219156265259, + 1.2415790557861328, + 1.2503490447998047, + 1.2586233615875244, + 1.261467456817627, + 1.2610231637954712, + 1.264072299003601, + 1.2670252323150635, + 1.2675085067749023, + 1.2776989936828613, + 1.2893178462982178 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_051548.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_051548.json new file mode 100644 index 0000000000000000000000000000000000000000..262a64252b9f04bd1a947b2e1f61f796eb559350 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_051548.json @@ -0,0 +1,679 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T05:15:48.919115+00:00", + "metrics": { + "MSE[mean]": 0.04041335737126891, + "MSE[0.5]": 0.04041335737126891, + "MAE[0.5]": 0.17004754145940146, + "MASE[0.5]": 0.7095508632112966, + "MAPE[0.5]": 0.13267378676531727, + "sMAPE[0.5]": 0.1449365971330745, + "MSIS": 10.099733587117035, + "RMSE[mean]": 0.20103073737930952, + "NRMSE[mean]": 0.1648543574967507, + "ND[0.5]": 0.13944672619042447, + "mean_weighted_sum_quantile_loss": 0.12124801268375693 + }, + "context_length": 232, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 16:50:00", + "2026-06-13 17:00:00", + "2026-06-13 17:10:00", + "2026-06-13 17:20:00", + "2026-06-13 17:30:00", + "2026-06-13 17:40:00", + "2026-06-13 17:50:00", + "2026-06-13 18:00:00", + "2026-06-13 18:10:00", + "2026-06-13 18:20:00", + "2026-06-13 18:30:00", + "2026-06-13 18:40:00", + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0869026184082031, + 1.0795726776123047, + 1.0769671201705933, + 1.0715636014938354, + 1.0670517683029175, + 1.06646728515625, + 1.064314842224121, + 1.0626720190048218, + 1.0602279901504517, + 1.0595934391021729, + 1.058265209197998, + 1.0587695837020874, + 1.0593171119689941, + 1.0597952604293823, + 1.059548258781433, + 1.059090495109558, + 1.0581727027893066, + 1.0573301315307617, + 1.0555682182312012, + 1.060455083847046, + 1.0603760480880737, + 1.0588302612304688, + 1.0577927827835083, + 1.0578168630599976, + 1.0575650930404663, + 1.0586390495300293, + 1.0595450401306152, + 1.059513807296753, + 1.059112787246704, + 1.0594313144683838, + 1.0577130317687988, + 1.057939887046814, + 1.03281569480896, + 1.0446841716766357, + 1.0454434156417847, + 1.048527717590332 + ], + "p10": [ + 0.9470647573471069, + 0.9266803860664368, + 0.9179574251174927, + 0.9196728467941284, + 0.9148045182228088, + 0.9131329655647278, + 0.9083554744720459, + 0.9065113067626953, + 0.9057018756866455, + 0.9047194123268127, + 0.9000080823898315, + 0.8974572420120239, + 0.8971817493438721, + 0.8985495567321777, + 0.8972510695457458, + 0.8942484259605408, + 0.8907546401023865, + 0.8900033831596375, + 0.8900913000106812, + 0.8963253498077393, + 0.8956738710403442, + 0.8904685974121094, + 0.8878434896469116, + 0.8869760036468506, + 0.8855235576629639, + 0.8875917792320251, + 0.8898061513900757, + 0.8897002935409546, + 0.8872339725494385, + 0.8861318826675415, + 0.8807868957519531, + 0.8802419900894165, + 0.8850082755088806, + 0.8855099081993103, + 0.8811382055282593, + 0.8733304738998413 + ], + "p90": [ + 1.1266261339187622, + 1.136847972869873, + 1.1447501182556152, + 1.1477254629135132, + 1.1506261825561523, + 1.1573784351348877, + 1.1630418300628662, + 1.1694048643112183, + 1.174071192741394, + 1.1775741577148438, + 1.1797698736190796, + 1.1826167106628418, + 1.1834484338760376, + 1.1871038675308228, + 1.1923644542694092, + 1.1924560070037842, + 1.1934690475463867, + 1.197326421737671, + 1.2008651494979858, + 1.2098174095153809, + 1.210859775543213, + 1.2118151187896729, + 1.213451862335205, + 1.215632438659668, + 1.2172510623931885, + 1.2214195728302002, + 1.226235270500183, + 1.228679895401001, + 1.2312309741973877, + 1.2356302738189697, + 1.2367982864379883, + 1.2381412982940674, + 1.2416200637817383, + 1.2611650228500366, + 1.2583796977996826, + 1.2563061714172363 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_051405.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_051405.json new file mode 100644 index 0000000000000000000000000000000000000000..be94f8560c5a4bb5d6b5d019ec3c9a0fa5ebed72 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_051405.json @@ -0,0 +1,679 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:05.296565+00:00", + "metrics": { + "MSE[mean]": 0.03985613315915515, + "MSE[0.5]": 0.03985613315915515, + "MAE[0.5]": 0.17047882080078125, + "MASE[0.5]": 0.7113504460005268, + "MAPE[0.5]": 0.13322467927236956, + "sMAPE[0.5]": 0.14569385551389558, + "MSIS": 8.320856058901562, + "RMSE[mean]": 0.19964000891393274, + "NRMSE[mean]": 0.16371389683585413, + "ND[0.5]": 0.13980039488632462, + "mean_weighted_sum_quantile_loss": 0.11806331601667451 + }, + "context_length": 232, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 16:50:00", + "2026-06-13 17:00:00", + "2026-06-13 17:10:00", + "2026-06-13 17:20:00", + "2026-06-13 17:30:00", + "2026-06-13 17:40:00", + "2026-06-13 17:50:00", + "2026-06-13 18:00:00", + "2026-06-13 18:10:00", + "2026-06-13 18:20:00", + "2026-06-13 18:30:00", + "2026-06-13 18:40:00", + "2026-06-13 18:50:00", + "2026-06-13 19:00:00", + "2026-06-13 19:10:00", + "2026-06-13 19:20:00", + "2026-06-13 19:30:00", + "2026-06-13 19:40:00", + "2026-06-13 19:50:00", + "2026-06-13 20:00:00", + "2026-06-13 20:10:00", + "2026-06-13 20:20:00", + "2026-06-13 20:30:00", + "2026-06-13 20:40:00", + "2026-06-13 20:50:00", + "2026-06-13 21:00:00", + "2026-06-13 21:10:00", + "2026-06-13 21:20:00", + "2026-06-13 21:30:00", + "2026-06-13 21:40:00", + "2026-06-13 21:50:00", + "2026-06-13 22:00:00", + "2026-06-13 22:10:00", + "2026-06-13 22:20:00", + "2026-06-13 22:30:00", + "2026-06-13 22:40:00", + "2026-06-13 22:50:00", + "2026-06-13 23:00:00", + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" + ], + "context": [ + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.7000000476837158, + 1.7000000476837158, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7999999523162842, + 1.7999999523162842, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858 + ], + "actual": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158 + ], + "predictions": { + "p50": [ + 1.0926313400268555, + 1.0805573463439941, + 1.0769089460372925, + 1.0702041387557983, + 1.023909330368042, + 1.0485711097717285, + 1.0303319692611694, + 1.0195914506912231, + 1.0697160959243774, + 1.0702755451202393, + 1.0151783227920532, + 1.0162667036056519, + 1.002502202987671, + 1.0048986673355103, + 1.0540310144424438, + 1.0580071210861206, + 1.0277225971221924, + 1.0046844482421875, + 1.00258207321167, + 1.0218464136123657, + 1.067570447921753, + 1.0744764804840088, + 1.0772428512573242, + 1.0664889812469482, + 1.0779426097869873, + 1.097604513168335, + 1.0913853645324707, + 1.1033819913864136, + 1.088118314743042, + 1.0858252048492432, + 1.0894172191619873, + 1.0765581130981445, + 1.0602155923843384, + 1.0411962270736694, + 1.0310319662094116, + 1.0342297554016113 + ], + "p10": [ + 0.9773983955383301, + 0.9657456874847412, + 0.9645024538040161, + 0.9619946479797363, + 0.9407551288604736, + 0.930954098701477, + 0.9178221821784973, + 0.907456636428833, + 0.9249285459518433, + 0.9221680164337158, + 0.902706503868103, + 0.8990278840065002, + 0.8688680529594421, + 0.8756804466247559, + 0.9103467464447021, + 0.9133132696151733, + 0.8876794576644897, + 0.8545690774917603, + 0.8491601347923279, + 0.8657286167144775, + 0.894671618938446, + 0.8998626470565796, + 0.8938186168670654, + 0.890268087387085, + 0.8921066522598267, + 0.9114016890525818, + 0.906890869140625, + 0.9084571599960327, + 0.8973360061645508, + 0.8964803218841553, + 0.8935114741325378, + 0.892462968826294, + 0.8930955529212952, + 0.878544807434082, + 0.8779099583625793, + 0.8720533847808838 + ], + "p90": [ + 1.1461840867996216, + 1.1424602270126343, + 1.1480035781860352, + 1.1566869020462036, + 1.1648194789886475, + 1.1732685565948486, + 1.1792434453964233, + 1.1923375129699707, + 1.1958820819854736, + 1.2001316547393799, + 1.1968204975128174, + 1.1967705488204956, + 1.1896628141403198, + 1.2030612230300903, + 1.2190123796463013, + 1.2306275367736816, + 1.2157164812088013, + 1.2015880346298218, + 1.1941287517547607, + 1.226466178894043, + 1.2418692111968994, + 1.2462352514266968, + 1.239869475364685, + 1.240308165550232, + 1.2435476779937744, + 1.2679651975631714, + 1.2655054330825806, + 1.2720803022384644, + 1.2637381553649902, + 1.2630486488342285, + 1.2605668306350708, + 1.2685576677322388, + 1.2993712425231934, + 1.2818166017532349, + 1.279237151145935, + 1.281137228012085 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_051112.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_051112.json new file mode 100644 index 0000000000000000000000000000000000000000..bbb33a1b34f024a850873af5a29483d3605db6a2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_051112.json @@ -0,0 +1,287 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T05:11:12.972050+00:00", + "metrics": { + "MSE[mean]": 22.962071748878618, + "MSE[0.5]": 22.962071748878618, + "MAE[0.5]": 3.69832173983256, + "MASE[0.5]": 2.271895414653122, + "MAPE[0.5]": 0.16205658842644108, + "sMAPE[0.5]": 0.1429642927225866, + "MSIS": 55.27296804353207, + "RMSE[mean]": 4.791875598226504, + "NRMSE[mean]": 0.21041223048526428, + "ND[0.5]": 0.16239405852237013, + "mean_weighted_sum_quantile_loss": 0.13281737438961339 + }, + "context_length": 66, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.614919662475586, + 22.31609344482422, + 22.00554656982422, + 21.879714965820312, + 21.90859603881836, + 22.241872787475586, + 22.98900604248047, + 24.41099739074707, + 26.390344619750977, + 28.384410858154297, + 30.010271072387695, + 31.022478103637695, + 31.571636199951172, + 31.756488800048828, + 31.60910415649414, + 31.117263793945312, + 30.1527156829834, + 29.04401206970215, + 27.70795249938965, + 26.484451293945312, + 25.598182678222656, + 24.89849090576172, + 24.28931427001953, + 23.808565139770508 + ], + "p10": [ + 22.185415267944336, + 21.66948699951172, + 21.29242706298828, + 21.05633544921875, + 20.971696853637695, + 21.18954086303711, + 21.861026763916016, + 23.235761642456055, + 25.074182510375977, + 26.89019012451172, + 28.131736755371094, + 29.226186752319336, + 29.648332595825195, + 29.525508880615234, + 29.54829978942871, + 28.925081253051758, + 27.602224349975586, + 26.42473030090332, + 25.060707092285156, + 23.89683723449707, + 23.013017654418945, + 22.347965240478516, + 21.719146728515625, + 21.18724822998047 + ], + "p90": [ + 23.046743392944336, + 22.90296745300293, + 22.68069839477539, + 22.665817260742188, + 22.79176139831543, + 23.258251190185547, + 24.055992126464844, + 25.55210304260254, + 27.633901596069336, + 29.863096237182617, + 31.584136962890625, + 32.66261291503906, + 33.27159118652344, + 33.51449203491211, + 33.493953704833984, + 32.99733352661133, + 32.215675354003906, + 31.301393508911133, + 30.020343780517578, + 28.843753814697266, + 27.9491024017334, + 27.339641571044922, + 26.84438133239746, + 26.34099578857422 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_051648.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_051648.json new file mode 100644 index 0000000000000000000000000000000000000000..e8aa02ce7117de45680e977f132cc3b82f88eb7e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_051648.json @@ -0,0 +1,287 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T05:16:48.534000+00:00", + "metrics": { + "MSE[mean]": 18.54085204264402, + "MSE[0.5]": 19.128059771764395, + "MAE[0.5]": 3.3794788122177124, + "MASE[0.5]": 2.0760287929255203, + "MAPE[0.5]": 0.14758968619860385, + "sMAPE[0.5]": 0.13169455081118495, + "MSIS": 34.73186935258064, + "RMSE[mean]": 4.305908968225411, + "NRMSE[mean]": 0.18907333708874505, + "ND[0.5]": 0.1483936008312895, + "mean_weighted_sum_quantile_loss": 0.1083511420081167 + }, + "context_length": 66, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.510896682739258, + 22.201492309570312, + 21.88958168029785, + 21.658574104309082, + 21.67683219909668, + 22.122692108154297, + 23.117063522338867, + 24.490744590759277, + 26.640697479248047, + 28.33668041229248, + 29.91892910003662, + 30.710128784179688, + 31.448737144470215, + 30.973360061645508, + 30.467040061950684, + 30.100984573364258, + 29.877138137817383, + 28.35488510131836, + 27.385168075561523, + 25.85636329650879, + 25.029807090759277, + 24.14191246032715, + 23.444615364074707, + 22.731431007385254 + ], + "p10": [ + 21.997014045715332, + 21.69256019592285, + 21.27293586730957, + 21.05680561065674, + 20.5245361328125, + 20.937204360961914, + 21.78173065185547, + 22.96638584136963, + 24.583847045898438, + 25.71788787841797, + 27.08693027496338, + 27.868295669555664, + 28.138669967651367, + 27.683361053466797, + 27.274683952331543, + 27.465721130371094, + 26.5712251663208, + 24.693603515625, + 23.701788902282715, + 23.1983003616333, + 23.05961513519287, + 20.748679161071777, + 20.582528114318848, + 20.30806064605713 + ], + "p90": [ + 23.09487533569336, + 22.706656455993652, + 22.567118644714355, + 22.380337715148926, + 22.75189208984375, + 23.331798553466797, + 24.403364181518555, + 26.231416702270508, + 29.0852108001709, + 31.024537086486816, + 32.89128875732422, + 34.080068588256836, + 34.17961311340332, + 33.89606285095215, + 33.4188346862793, + 32.946157455444336, + 33.24764060974121, + 32.20318412780762, + 30.53232192993164, + 28.750346183776855, + 27.460664749145508, + 27.221511840820312, + 26.575260162353516, + 25.697765350341797 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_051734.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_051734.json new file mode 100644 index 0000000000000000000000000000000000000000..d95e568b056c4192620c6884b377c96e507885b3 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_051734.json @@ -0,0 +1,287 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T05:17:34.201964+00:00", + "metrics": { + "MSE[mean]": 18.301453188388376, + "MSE[0.5]": 18.301453188388376, + "MAE[0.5]": 3.2239498297373452, + "MASE[0.5]": 1.9804866505702126, + "MAPE[0.5]": 0.1409604112827696, + "sMAPE[0.5]": 0.12572632574693998, + "MSIS": 40.410655962119286, + "RMSE[mean]": 4.27801977419324, + "NRMSE[mean]": 0.18784871691602661, + "ND[0.5]": 0.14156429163116974, + "mean_weighted_sum_quantile_loss": 0.10927428942048743 + }, + "context_length": 66, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.712158203125, + 22.373779296875, + 22.02001953125, + 21.77392578125, + 21.727783203125, + 21.927734375, + 22.6044921875, + 23.9580078125, + 25.83831787109375, + 27.787841796875, + 29.3720703125, + 30.41796875, + 31.033203125, + 31.24853515625, + 31.06396484375, + 30.44873046875, + 29.46435546875, + 28.341552734375, + 26.926513671875, + 25.619140625, + 24.63092041015625, + 23.98876953125, + 23.404296875, + 22.896728515625 + ], + "p10": [ + 22.419921875, + 21.881591796875, + 21.327880859375, + 20.91259765625, + 20.78955078125, + 20.8203125, + 21.34326171875, + 22.527587890625, + 24.1195068359375, + 25.665283203125, + 26.9034423828125, + 27.634033203125, + 28.003173828125, + 28.17236328125, + 28.095458984375, + 27.480224609375, + 26.7034912109375, + 25.682586669921875, + 24.4117431640625, + 23.3043212890625, + 22.4814453125, + 21.850830078125, + 21.2509765625, + 20.72802734375 + ], + "p90": [ + 23.00439453125, + 22.865966796875, + 22.712158203125, + 22.619873046875, + 22.666015625, + 23.03515625, + 23.896484375, + 25.296382904052734, + 27.264892578125, + 29.34130859375, + 31.00244140625, + 32.140625, + 32.87890625, + 33.1865234375, + 33.03271484375, + 32.509765625, + 31.5869140625, + 30.44873046875, + 29.0029296875, + 27.634033203125, + 26.557373046875, + 25.91522216796875, + 25.37256622314453, + 24.9500732421875 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_051205.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_051205.json new file mode 100644 index 0000000000000000000000000000000000000000..02022cf2c82d1b562c2486340d6bca60920a718d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_051205.json @@ -0,0 +1,287 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T05:12:05.733003+00:00", + "metrics": { + "MSE[mean]": 17.170142111921905, + "MSE[0.5]": 15.024224924015622, + "MAE[0.5]": 2.9630289872487388, + "MASE[0.5]": 1.8202018221160678, + "MAPE[0.5]": 0.1285527628319415, + "sMAPE[0.5]": 0.1163851994234829, + "MSIS": 74.18790733060057, + "RMSE[mean]": 4.143687019059464, + "NRMSE[mean]": 0.181950138362487, + "ND[0.5]": 0.13010720445878132, + "mean_weighted_sum_quantile_loss": 0.13478305809426677 + }, + "context_length": 66, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.511375427246094, + 22.121440887451172, + 21.748733520507812, + 21.27672576904297, + 21.180004119873047, + 21.445716857910156, + 22.22412872314453, + 23.722942352294922, + 25.874202728271484, + 28.129714965820312, + 29.857620239257812, + 30.74993896484375, + 31.041851043701172, + 30.85184097290039, + 30.361190795898438, + 29.362823486328125, + 28.519309997558594, + 27.3365478515625, + 25.912845611572266, + 24.629684448242188, + 23.531719207763672, + 22.81463623046875, + 22.4190673828125, + 22.220767974853516 + ], + "p10": [ + 22.547245025634766, + 22.163307189941406, + 21.84177017211914, + 21.653987884521484, + 21.50112533569336, + 21.690750122070312, + 22.373680114746094, + 24.053863525390625, + 26.154579162597656, + 28.418472290039062, + 29.962318420410156, + 31.070072174072266, + 31.20819091796875, + 31.027469635009766, + 30.436710357666016, + 29.56302261352539, + 28.83802032470703, + 27.680194854736328, + 26.217021942138672, + 25.041900634765625, + 24.156253814697266, + 23.23493194580078, + 22.731693267822266, + 22.53772735595703 + ], + "p90": [ + 22.8310546875, + 22.63054656982422, + 22.46158218383789, + 22.10593032836914, + 22.172775268554688, + 22.597797393798828, + 23.381683349609375, + 24.896900177001953, + 27.054821014404297, + 29.356346130371094, + 31.094158172607422, + 31.958881378173828, + 32.28422546386719, + 32.174713134765625, + 31.705787658691406, + 30.817584991455078, + 30.119728088378906, + 28.964290618896484, + 27.565452575683594, + 26.156280517578125, + 25.24200439453125, + 24.567428588867188, + 24.16364288330078, + 23.873428344726562 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_051519.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_051519.json new file mode 100644 index 0000000000000000000000000000000000000000..0e01cb61a650c4f88dbde3ae16bec63788419e36 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_051519.json @@ -0,0 +1,287 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T05:15:19.765080+00:00", + "metrics": { + "MSE[mean]": 18.087071123675134, + "MSE[0.5]": 18.087071123675134, + "MAE[0.5]": 3.230377197265625, + "MASE[0.5]": 1.9844350108922786, + "MAPE[0.5]": 0.14104915667715992, + "sMAPE[0.5]": 0.12605122039216052, + "MSIS": 36.30236363756576, + "RMSE[mean]": 4.252889738010514, + "NRMSE[mean]": 0.18674525192471092, + "ND[0.5]": 0.14184651864438236, + "mean_weighted_sum_quantile_loss": 0.10499095046521915 + }, + "context_length": 66, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.697799682617188, + 22.31150245666504, + 22.00320816040039, + 21.745805740356445, + 21.67959976196289, + 21.85276222229004, + 22.478715896606445, + 23.768146514892578, + 25.819124221801758, + 28.004764556884766, + 29.55398941040039, + 30.611530303955078, + 31.197526931762695, + 31.280338287353516, + 30.88085174560547, + 30.22905158996582, + 29.36821174621582, + 28.215930938720703, + 26.78757095336914, + 25.478012084960938, + 24.50691032409668, + 23.929105758666992, + 23.40667152404785, + 22.891403198242188 + ], + "p10": [ + 22.517417907714844, + 21.976913452148438, + 21.498458862304688, + 21.0899600982666, + 20.879037857055664, + 20.894512176513672, + 21.303016662597656, + 22.25474739074707, + 23.831205368041992, + 25.585430145263672, + 26.859920501708984, + 27.46894073486328, + 27.8187198638916, + 27.866565704345703, + 27.46650505065918, + 26.873323440551758, + 26.165699005126953, + 25.268728256225586, + 24.169828414916992, + 23.07805061340332, + 22.197555541992188, + 21.664642333984375, + 21.16265296936035, + 20.630712509155273 + ], + "p90": [ + 22.855567932128906, + 22.610681533813477, + 22.461814880371094, + 22.363525390625, + 22.443836212158203, + 22.756656646728516, + 23.5211238861084, + 24.940229415893555, + 27.19040298461914, + 29.534164428710938, + 31.225513458251953, + 32.337764739990234, + 32.920719146728516, + 33.088104248046875, + 32.7065315246582, + 32.047733306884766, + 31.170949935913086, + 30.050905227661133, + 28.640304565429688, + 27.30733871459961, + 26.312015533447266, + 25.733482360839844, + 25.213119506835938, + 24.709209442138672 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_051400.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_051400.json new file mode 100644 index 0000000000000000000000000000000000000000..05c42d3c884e0479be3ed24cdd2749b74f751fd8 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_051400.json @@ -0,0 +1,287 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:00.045696+00:00", + "metrics": { + "MSE[mean]": 25.343080169499746, + "MSE[0.5]": 25.343080169499746, + "MAE[0.5]": 3.8779948552449546, + "MASE[0.5]": 2.3822694047377, + "MAPE[0.5]": 0.1695443015324515, + "sMAPE[0.5]": 0.14875238221793843, + "MSIS": 56.88855438534451, + "RMSE[mean]": 5.034191113724204, + "NRMSE[mean]": 0.22105235397176043, + "ND[0.5]": 0.1702835415018845, + "mean_weighted_sum_quantile_loss": 0.1391041259592853 + }, + "context_length": 66, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.543426513671875, + 22.223690032958984, + 21.92239761352539, + 21.82476806640625, + 21.814311981201172, + 21.996843338012695, + 22.716087341308594, + 24.030540466308594, + 26.498703002929688, + 28.854106903076172, + 30.620649337768555, + 31.766220092773438, + 32.23462677001953, + 32.278438568115234, + 31.931642532348633, + 31.3526668548584, + 30.360599517822266, + 29.220745086669922, + 27.917299270629883, + 26.663677215576172, + 25.608566284179688, + 24.89142608642578, + 24.28677749633789, + 23.734107971191406 + ], + "p10": [ + 22.292387008666992, + 21.778270721435547, + 21.249042510986328, + 21.010732650756836, + 20.84404754638672, + 20.926860809326172, + 21.485383987426758, + 22.661521911621094, + 24.77663803100586, + 26.887306213378906, + 28.386964797973633, + 29.49164581298828, + 29.866722106933594, + 29.628137588500977, + 29.209077835083008, + 28.596729278564453, + 27.594388961791992, + 26.567747116088867, + 25.422239303588867, + 24.092599868774414, + 23.089401245117188, + 22.436870574951172, + 21.845043182373047, + 21.315624237060547 + ], + "p90": [ + 22.82343292236328, + 22.675865173339844, + 22.569679260253906, + 22.561471939086914, + 22.76063346862793, + 23.046756744384766, + 24.00225067138672, + 25.569622039794922, + 28.39896583557129, + 31.042335510253906, + 32.86210250854492, + 33.99777603149414, + 34.7880859375, + 34.9299201965332, + 34.64112091064453, + 34.171226501464844, + 33.117897033691406, + 31.77833366394043, + 30.622604370117188, + 29.527446746826172, + 28.27775001525879, + 27.449382781982422, + 26.743511199951172, + 26.032119750976562 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_051125.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_051125.json new file mode 100644 index 0000000000000000000000000000000000000000..f5d69ea1bb808ec5f78c3177f073f7b7a6a832ce --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_051125.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T05:11:25.332796+00:00", + "metrics": { + "MSE[mean]": 0.15164424515842256, + "MSE[0.5]": 0.15164424515842256, + "MAE[0.5]": 0.3285228411356608, + "MASE[0.5]": 0.2030355756374899, + "MAPE[0.5]": 0.0204327784195959, + "sMAPE[0.5]": 0.0201729656199255, + "MSIS": 1.687723159790039, + "RMSE[mean]": 0.38941526056181025, + "NRMSE[mean]": 0.024206076419946335, + "ND[0.5]": 0.02042099990317526, + "mean_weighted_sum_quantile_loss": 0.01730503987049636 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.71149253845215, + 16.669265747070312, + 16.648895263671875, + 16.625558853149414, + 16.593509674072266, + 16.5727596282959, + 16.552745819091797, + 16.520511627197266, + 16.501155853271484, + 16.472192764282227, + 16.452041625976562, + 16.44269561767578, + 16.41158103942871, + 16.376174926757812, + 16.338293075561523, + 16.31754493713379, + 16.141578674316406, + 16.102235794067383, + 16.06795310974121, + 16.036224365234375, + 16.00929832458496, + 15.967960357666016, + 15.941202163696289, + 15.90848159790039 + ], + "p10": [ + 16.42443084716797, + 16.332416534423828, + 16.26477813720703, + 16.21770477294922, + 16.150287628173828, + 16.088626861572266, + 16.028514862060547, + 15.990209579467773, + 15.957014083862305, + 15.920374870300293, + 15.855301856994629, + 15.81322193145752, + 15.750272750854492, + 15.716390609741211, + 15.666158676147461, + 15.600991249084473, + 15.376986503601074, + 15.31036376953125, + 15.262868881225586, + 15.21672534942627, + 15.157958984375, + 15.121280670166016, + 15.05224323272705, + 15.021371841430664 + ], + "p90": [ + 17.05844497680664, + 17.066417694091797, + 17.077802658081055, + 17.10840606689453, + 17.139225006103516, + 17.141326904296875, + 17.20208740234375, + 17.211240768432617, + 17.216182708740234, + 17.185495376586914, + 17.225738525390625, + 17.229372024536133, + 17.265613555908203, + 17.27569580078125, + 17.25466537475586, + 17.315441131591797, + 17.22917366027832, + 17.220623016357422, + 17.207929611206055, + 17.222091674804688, + 17.248775482177734, + 17.21807861328125, + 17.264673233032227, + 17.25541877746582 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_051703.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_051703.json new file mode 100644 index 0000000000000000000000000000000000000000..adaf9fd4efcc4b3be8070371e29a7c41f9785a52 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_051703.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T05:17:03.715199+00:00", + "metrics": { + "MSE[mean]": 0.3242827892572677, + "MSE[0.5]": 0.24894392277118035, + "MAE[0.5]": 0.48423512776692706, + "MASE[0.5]": 0.2992697785340665, + "MAPE[0.5]": 0.030159482674861154, + "sMAPE[0.5]": 0.029711980800966622, + "MSIS": 1.862540122265468, + "RMSE[mean]": 0.569458329693462, + "NRMSE[mean]": 0.035397564611741775, + "ND[0.5]": 0.03010008516625203, + "mean_weighted_sum_quantile_loss": 0.027185922934092648 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.729951858520508, + 16.650816917419434, + 16.623558044433594, + 16.62764072418213, + 16.682565689086914, + 16.646398544311523, + 16.617899894714355, + 16.587302207946777, + 16.57636070251465, + 16.652215003967285, + 16.694929122924805, + 16.489408493041992, + 16.508821487426758, + 16.616371154785156, + 16.438552856445312, + 16.55337429046631, + 16.421399116516113, + 16.403606414794922, + 16.50337028503418, + 16.279789924621582, + 16.375008583068848, + 16.236122131347656, + 16.376185417175293, + 16.326661109924316 + ], + "p10": [ + 16.397159576416016, + 16.10358715057373, + 16.13205623626709, + 16.06356716156006, + 15.975635051727295, + 15.84537124633789, + 15.6398286819458, + 15.718660354614258, + 15.515776634216309, + 15.348018169403076, + 15.48483657836914, + 15.017929077148438, + 14.994784832000732, + 15.35442590713501, + 15.025723934173584, + 15.025387287139893, + 14.923482418060303, + 14.695810794830322, + 14.736595630645752, + 14.423998832702637, + 14.699193000793457, + 14.419785976409912, + 14.144113063812256, + 14.167770385742188 + ], + "p90": [ + 17.00981330871582, + 17.033604621887207, + 17.269566535949707, + 17.175772666931152, + 17.37186908721924, + 17.824833869934082, + 17.53121852874756, + 17.603291511535645, + 17.682126998901367, + 17.67386817932129, + 18.01197910308838, + 17.764875411987305, + 17.95265769958496, + 18.192060470581055, + 17.94694232940674, + 18.49249839782715, + 17.996399879455566, + 18.375462532043457, + 18.783395767211914, + 18.51254177093506, + 18.334291458129883, + 18.201008796691895, + 18.084790229797363, + 19.342416763305664 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_051744.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_051744.json new file mode 100644 index 0000000000000000000000000000000000000000..06f880cca619a78ed8f32ff4328cbe0e0a531f58 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_051744.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T05:17:44.468447+00:00", + "metrics": { + "MSE[mean]": 0.5877484785222199, + "MSE[0.5]": 0.5877484785222199, + "MAE[0.5]": 0.7453221480051676, + "MASE[0.5]": 0.4606282803122066, + "MAPE[0.5]": 0.0465139071661221, + "sMAPE[0.5]": 0.045405474458464434, + "MSIS": 2.4594613595070243, + "RMSE[mean]": 0.7666475582183901, + "NRMSE[mean]": 0.04765485912038121, + "ND[0.5]": 0.046329270316893545, + "mean_weighted_sum_quantile_loss": 0.03036806564146611 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.8043212890625, + 16.81842041015625, + 16.776123046875, + 16.76202392578125, + 16.76202392578125, + 16.76202392578125, + 16.776123046875, + 16.76202392578125, + 16.73382568359375, + 16.76202392578125, + 16.73382568359375, + 16.73382568359375, + 16.776123046875, + 16.76202392578125, + 16.76202392578125, + 16.79022216796875, + 16.81842041015625, + 16.8043212890625, + 16.84661865234375, + 16.83251953125, + 16.90301513671875, + 16.87481689453125, + 16.93121337890625, + 16.9453125 + ], + "p10": [ + 16.60693359375, + 16.48004150390625, + 16.33905029296875, + 16.28265380859375, + 16.19805908203125, + 16.1275634765625, + 16.0711669921875, + 16.0147705078125, + 15.9583740234375, + 15.9583740234375, + 15.9019775390625, + 15.873779296875, + 15.83148193359375, + 15.80328369140625, + 15.77508544921875, + 15.7327880859375, + 15.7891845703125, + 15.7327880859375, + 15.74688720703125, + 15.6763916015625, + 15.7327880859375, + 15.648193359375, + 15.66229248046875, + 15.6199951171875 + ], + "p90": [ + 17.0863037109375, + 17.163848876953125, + 17.2554931640625, + 17.347137451171875, + 17.488128662109375, + 17.57977294921875, + 17.73486328125, + 17.858230590820312, + 17.91815185546875, + 18.0450439453125, + 18.136688232421875, + 18.249481201171875, + 18.40985870361328, + 18.490928649902344, + 18.542919158935547, + 18.599315643310547, + 18.547325134277344, + 18.605484008789062, + 18.712549209594727, + 18.772470474243164, + 18.900684356689453, + 18.94826889038086, + 19.127151489257812, + 19.222320556640625 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_051258.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_051258.json new file mode 100644 index 0000000000000000000000000000000000000000..d591ee411d4a3ff97373e123027bdfef5f30ea14 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_051258.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T05:12:58.313316+00:00", + "metrics": { + "MSE[mean]": 0.30896772710730147, + "MSE[0.5]": 0.13755990424958023, + "MAE[0.5]": 0.35613417625427246, + "MASE[0.5]": 0.22010009176229714, + "MAPE[0.5]": 0.02213609902819223, + "sMAPE[0.5]": 0.021916479628612696, + "MSIS": 16.889736994141675, + "RMSE[mean]": 0.5558486548578682, + "NRMSE[mean]": 0.03455158639135635, + "ND[0.5]": 0.022137322183338637, + "mean_weighted_sum_quantile_loss": 0.036369233027292495 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.613981246948242, + 16.614999771118164, + 16.585519790649414, + 16.496337890625, + 16.466264724731445, + 16.47134780883789, + 16.462221145629883, + 16.438671112060547, + 16.372926712036133, + 16.40163230895996, + 16.427310943603516, + 16.375118255615234, + 16.358266830444336, + 16.34910011291504, + 16.377382278442383, + 16.349803924560547, + 16.27876853942871, + 16.31534194946289, + 16.258466720581055, + 16.29275131225586, + 16.245981216430664, + 16.194915771484375, + 16.173858642578125, + 16.184213638305664 + ], + "p10": [ + 16.761016845703125, + 16.80379295349121, + 16.72206687927246, + 16.78006935119629, + 16.78816032409668, + 16.75278091430664, + 16.831697463989258, + 16.70761489868164, + 16.746753692626953, + 16.753982543945312, + 16.735790252685547, + 16.802936553955078, + 16.81192398071289, + 16.803483963012695, + 16.75917625427246, + 16.715028762817383, + 16.75014305114746, + 16.769365310668945, + 16.774341583251953, + 16.720827102661133, + 16.610536575317383, + 16.590158462524414, + 16.635305404663086, + 16.55924415588379 + ], + "p90": [ + 16.959922790527344, + 17.031036376953125, + 17.093029022216797, + 17.12042808532715, + 17.167722702026367, + 17.21779441833496, + 17.2684326171875, + 17.26072120666504, + 17.217052459716797, + 17.314594268798828, + 17.350547790527344, + 17.336414337158203, + 17.336713790893555, + 17.34000587463379, + 17.412036895751953, + 17.4000244140625, + 17.366565704345703, + 17.408185958862305, + 17.427759170532227, + 17.43845558166504, + 17.431230545043945, + 17.423110961914062, + 17.406652450561523, + 17.383974075317383 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_051604.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_051604.json new file mode 100644 index 0000000000000000000000000000000000000000..40f7e06bdec21db26ce1178a658b30c9302272b1 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_051604.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T05:16:04.568052+00:00", + "metrics": { + "MSE[mean]": 0.16076424623346006, + "MSE[0.5]": 0.16076424623346006, + "MAE[0.5]": 0.3765544891357422, + "MASE[0.5]": 0.23272037096801235, + "MAPE[0.5]": 0.023429213527887096, + "sMAPE[0.5]": 0.023152972707408636, + "MSIS": 1.8492684998737383, + "RMSE[mean]": 0.40095416974195447, + "NRMSE[mean]": 0.02492333572050489, + "ND[0.5]": 0.023406650081313023, + "mean_weighted_sum_quantile_loss": 0.024910339630893546 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.684465408325195, + 16.65858268737793, + 16.631532669067383, + 16.602516174316406, + 16.5726375579834, + 16.54441261291504, + 16.527252197265625, + 16.50032615661621, + 16.479909896850586, + 16.457006454467773, + 16.427474975585938, + 16.42081642150879, + 16.397127151489258, + 16.385122299194336, + 16.363725662231445, + 16.349098205566406, + 16.319936752319336, + 16.277484893798828, + 16.25796127319336, + 16.24327850341797, + 16.21702766418457, + 16.186782836914062, + 16.164159774780273, + 16.154766082763672 + ], + "p10": [ + 16.50613021850586, + 16.302732467651367, + 16.107362747192383, + 15.886507987976074, + 15.692567825317383, + 15.537774085998535, + 15.375770568847656, + 15.2529296875, + 15.188953399658203, + 15.162263870239258, + 15.0843505859375, + 15.05577564239502, + 14.954665184020996, + 14.859871864318848, + 14.765151977539062, + 14.670204162597656, + 14.579099655151367, + 14.47970199584961, + 14.422677040100098, + 14.363920211791992, + 14.306878089904785, + 14.243507385253906, + 14.183719635009766, + 14.1202392578125 + ], + "p90": [ + 16.88479232788086, + 16.982572555541992, + 17.07834243774414, + 17.171775817871094, + 17.259944915771484, + 17.32510757446289, + 17.371540069580078, + 17.41687774658203, + 17.494821548461914, + 17.59069061279297, + 17.649267196655273, + 17.69210433959961, + 17.704862594604492, + 17.76169776916504, + 17.817119598388672, + 17.83263397216797, + 17.868833541870117, + 17.92028045654297, + 17.99919319152832, + 18.05585289001465, + 18.078325271606445, + 18.093746185302734, + 18.110742568969727, + 18.15497589111328 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_051410.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_051410.json new file mode 100644 index 0000000000000000000000000000000000000000..b14a60b2b7dde5e4fc544fbd495e8135b463941a --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_051410.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:10.197748+00:00", + "metrics": { + "MSE[mean]": 0.437863089858638, + "MSE[0.5]": 0.437863089858638, + "MAE[0.5]": 0.6530757745107015, + "MASE[0.5]": 0.40361764604953226, + "MAPE[0.5]": 0.04071053227007621, + "sMAPE[0.5]": 0.039904521807779536, + "MSIS": 1.6666844003701928, + "RMSE[mean]": 0.6617122409768751, + "NRMSE[mean]": 0.04113207338097578, + "ND[0.5]": 0.040595230097081623, + "mean_weighted_sum_quantile_loss": 0.027767005311748222 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 18.0, + 18.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 18.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453 + ], + "actual": [ + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.682701110839844, + 16.68059539794922, + 16.677989959716797, + 16.678607940673828, + 16.676998138427734, + 16.67046546936035, + 16.66348648071289, + 16.66651725769043, + 16.66229820251465, + 16.66574478149414, + 16.66379737854004, + 16.660261154174805, + 16.666887283325195, + 16.673871994018555, + 16.674667358398438, + 16.68484878540039, + 16.694053649902344, + 16.704530715942383, + 16.711301803588867, + 16.715965270996094, + 16.725122451782227, + 16.726268768310547, + 16.73202896118164, + 16.74140167236328 + ], + "p10": [ + 16.626264572143555, + 16.303180694580078, + 16.17511558532715, + 16.016124725341797, + 15.912456512451172, + 15.865900039672852, + 15.834877014160156, + 15.769414901733398, + 15.74592399597168, + 15.728157043457031, + 15.679521560668945, + 15.682708740234375, + 15.632015228271484, + 15.588364601135254, + 15.554837226867676, + 15.506128311157227, + 15.468231201171875, + 15.422272682189941, + 15.392168998718262, + 15.34408950805664, + 15.313104629516602, + 15.259554862976074, + 15.216760635375977, + 15.174934387207031 + ], + "p90": [ + 16.911415100097656, + 17.03909683227539, + 17.24510955810547, + 17.234159469604492, + 17.40365982055664, + 17.510269165039062, + 17.477649688720703, + 17.53252410888672, + 17.587202072143555, + 17.661056518554688, + 17.70816421508789, + 17.776309967041016, + 17.86856460571289, + 17.912668228149414, + 18.004037857055664, + 18.12252426147461, + 18.21433448791504, + 18.32201385498047, + 18.445735931396484, + 18.575422286987305, + 18.651710510253906, + 18.768680572509766, + 18.842294692993164, + 18.927406311035156 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_051136.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_051136.json new file mode 100644 index 0000000000000000000000000000000000000000..68840902bcdeff1667b9e266793058a007a192cf --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_051136.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T05:11:36.703552+00:00", + "metrics": { + "MSE[mean]": 1.490377196458515, + "MSE[0.5]": 1.490377196458515, + "MAE[0.5]": 0.9801363945007324, + "MASE[0.5]": 0.4573969324016505, + "MAPE[0.5]": 0.03823104260759876, + "sMAPE[0.5]": 0.03853337708468019, + "MSIS": 2.8983777955793824, + "RMSE[mean]": 1.2208100574858134, + "NRMSE[mean]": 0.050084515178905165, + "ND[0.5]": 0.040210723876953125, + "mean_weighted_sum_quantile_loss": 0.03376877026680189 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547 + ], + "actual": [ + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 25.5, + 26.799999237060547, + 27.600000381469727, + 28.399999618530273, + 29.600000381469727, + 30.0 + ], + "predictions": { + "p50": [ + 26.99901580810547, + 26.76504135131836, + 26.275991439819336, + 25.497440338134766, + 24.7410945892334, + 24.093034744262695, + 23.623804092407227, + 23.26491355895996, + 22.997133255004883, + 22.799962997436523, + 22.617605209350586, + 22.505878448486328, + 22.472396850585938, + 22.392723083496094, + 22.297792434692383, + 22.314075469970703, + 22.696521759033203, + 23.339523315429688, + 24.222339630126953, + 25.15544319152832, + 25.97111701965332, + 26.58109474182129, + 26.966703414916992, + 27.194929122924805 + ], + "p10": [ + 26.323095321655273, + 25.84345054626465, + 25.221200942993164, + 24.326988220214844, + 23.528034210205078, + 22.906635284423828, + 22.392560958862305, + 21.997127532958984, + 21.70680809020996, + 21.5086669921875, + 21.32741928100586, + 21.207286834716797, + 21.115985870361328, + 21.106067657470703, + 20.97340202331543, + 20.951021194458008, + 21.270952224731445, + 21.655126571655273, + 22.1112003326416, + 22.739673614501953, + 23.235782623291016, + 23.586626052856445, + 23.79552459716797, + 23.90690803527832 + ], + "p90": [ + 27.7235164642334, + 27.680288314819336, + 27.375137329101562, + 26.66770362854004, + 25.87147331237793, + 25.185043334960938, + 24.835298538208008, + 24.49620246887207, + 24.22021484375, + 24.065141677856445, + 23.918140411376953, + 23.820310592651367, + 23.793333053588867, + 23.73880386352539, + 23.725839614868164, + 23.7882080078125, + 24.26158905029297, + 25.21912384033203, + 26.64227867126465, + 27.917556762695312, + 29.219621658325195, + 30.106220245361328, + 30.80906105041504, + 31.207042694091797 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_051717.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_051717.json new file mode 100644 index 0000000000000000000000000000000000000000..59903064bc8f805cba3ab94438b72a2b47b14a8b --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_051717.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T05:17:17.994034+00:00", + "metrics": { + "MSE[mean]": 0.8745315436731289, + "MSE[0.5]": 1.0358026144510102, + "MAE[0.5]": 0.7658191521962484, + "MASE[0.5]": 0.3573822306306931, + "MAPE[0.5]": 0.029561350174602336, + "sMAPE[0.5]": 0.02989933501640987, + "MSIS": 2.7703708192971326, + "RMSE[mean]": 0.9351639127303453, + "NRMSE[mean]": 0.03836569898380904, + "ND[0.5]": 0.03141822162856404, + "mean_weighted_sum_quantile_loss": 0.03134856290174232 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547 + ], + "actual": [ + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 25.5, + 26.799999237060547, + 27.600000381469727, + 28.399999618530273, + 29.600000381469727, + 30.0 + ], + "predictions": { + "p50": [ + 26.679463386535645, + 26.408041954040527, + 25.730968475341797, + 25.019638061523438, + 24.11497974395752, + 23.755568504333496, + 23.37935447692871, + 23.126422882080078, + 22.917001724243164, + 22.55167579650879, + 22.39441204071045, + 22.327795028686523, + 22.239365577697754, + 22.29639434814453, + 22.083057403564453, + 22.155426025390625, + 22.350751876831055, + 23.592302322387695, + 24.225504875183105, + 25.410268783569336, + 26.267367362976074, + 27.166787147521973, + 27.040724754333496, + 27.342859268188477 + ], + "p10": [ + 26.316292762756348, + 25.696292877197266, + 24.789355278015137, + 23.762939453125, + 22.962650299072266, + 22.521020889282227, + 22.05263042449951, + 21.718161582946777, + 21.582554817199707, + 21.12046241760254, + 21.15037441253662, + 20.61618137359619, + 20.88309955596924, + 20.686912536621094, + 20.23612689971924, + 20.40072727203369, + 20.317124366760254, + 20.873857498168945, + 21.80235767364502, + 22.897327423095703, + 23.459552764892578, + 24.43490219116211, + 24.543553352355957, + 24.002793312072754 + ], + "p90": [ + 27.092799186706543, + 27.05844783782959, + 26.596835136413574, + 26.217597007751465, + 25.747352600097656, + 25.11204242706299, + 24.958438873291016, + 24.399422645568848, + 24.290830612182617, + 23.699591636657715, + 23.933592796325684, + 23.809310913085938, + 24.5180721282959, + 24.02882194519043, + 24.357251167297363, + 24.28036880493164, + 24.83825397491455, + 27.08198070526123, + 26.92300319671631, + 28.6967716217041, + 29.578198432922363, + 31.11129093170166, + 30.24154281616211, + 30.684263229370117 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_051753.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_051753.json new file mode 100644 index 0000000000000000000000000000000000000000..c51811de889149356acd63de539a7f728fe249c7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_051753.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T05:17:53.776282+00:00", + "metrics": { + "MSE[mean]": 0.8777940685258727, + "MSE[0.5]": 0.8777940685258727, + "MAE[0.5]": 0.8006998697916666, + "MASE[0.5]": 0.3736598970020551, + "MAPE[0.5]": 0.03168800522875021, + "sMAPE[0.5]": 0.03215893955078478, + "MSIS": 2.6355225657119674, + "RMSE[mean]": 0.9369066487787738, + "NRMSE[mean]": 0.038437195847334314, + "ND[0.5]": 0.03284922542735043, + "mean_weighted_sum_quantile_loss": 0.03350424379817894 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547 + ], + "actual": [ + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 25.5, + 26.799999237060547, + 27.600000381469727, + 28.399999618530273, + 29.600000381469727, + 30.0 + ], + "predictions": { + "p50": [ + 26.60687255859375, + 26.260498046875, + 25.740936279296875, + 24.85540771484375, + 24.116439819335938, + 23.42022705078125, + 23.03228759765625, + 22.4642333984375, + 22.14556884765625, + 21.81304931640625, + 21.605224609375, + 21.45281982421875, + 21.383544921875, + 21.328125, + 21.1064453125, + 20.9124755859375, + 21.72991943359375, + 22.56121826171875, + 23.91900634765625, + 25.22657012939453, + 26.41290283203125, + 27.21649169921875, + 27.93695068359375, + 28.35260009765625 + ], + "p10": [ + 26.212005615234375, + 25.65087890625, + 24.859630584716797, + 23.75274658203125, + 22.8798828125, + 22.10400390625, + 21.59136962890625, + 21.0233154296875, + 20.607666015625, + 20.1920166015625, + 19.88720703125, + 19.6932373046875, + 19.610107421875, + 19.499267578125, + 19.22216796875, + 19.0281982421875, + 20.0811767578125, + 20.718505859375, + 21.716064453125, + 22.713623046875, + 23.621124267578125, + 24.192642211914062, + 24.719131469726562, + 25.1243896484375 + ], + "p90": [ + 27.07794189453125, + 26.96710205078125, + 26.69000244140625, + 26.0111083984375, + 25.418807983398438, + 24.75550079345703, + 24.53382110595703, + 24.026382446289062, + 23.7943115234375, + 23.58648681640625, + 23.44793701171875, + 23.413299560546875, + 23.441009521484375, + 23.468719482421875, + 23.288604736328125, + 23.05999755859375, + 23.634979248046875, + 24.75290298461914, + 26.392120361328125, + 27.90924072265625, + 29.2808837890625, + 30.1953125, + 31.0543212890625, + 31.525390625 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_051325.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_051325.json new file mode 100644 index 0000000000000000000000000000000000000000..357b4d633bbf513ce3cafbcc1d0fb56958c5ff82 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_051325.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T05:13:25.570727+00:00", + "metrics": { + "MSE[mean]": 0.545285327145848, + "MSE[0.5]": 0.8946903912309002, + "MAE[0.5]": 0.762261152267456, + "MASE[0.5]": 0.3557218308515952, + "MAPE[0.5]": 0.029579807819436744, + "sMAPE[0.5]": 0.029997631957952825, + "MSIS": 6.024544564757785, + "RMSE[mean]": 0.7384343756528727, + "NRMSE[mean]": 0.030294743616528112, + "ND[0.5]": 0.03127225240071615, + "mean_weighted_sum_quantile_loss": 0.02590906597836631 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547 + ], + "actual": [ + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 25.5, + 26.799999237060547, + 27.600000381469727, + 28.399999618530273, + 29.600000381469727, + 30.0 + ], + "predictions": { + "p50": [ + 26.512178421020508, + 26.236753463745117, + 25.634857177734375, + 24.848125457763672, + 23.82940101623535, + 23.195751190185547, + 22.71951675415039, + 22.301925659179688, + 22.08892822265625, + 22.037431716918945, + 21.97934341430664, + 21.861021041870117, + 21.91506576538086, + 22.078311920166016, + 21.99933624267578, + 21.857995986938477, + 22.26288414001465, + 23.21573257446289, + 24.29591178894043, + 25.281206130981445, + 26.321460723876953, + 26.98600959777832, + 27.5300350189209, + 28.003219604492188 + ], + "p10": [ + 26.766544342041016, + 26.466081619262695, + 25.992319107055664, + 25.17038917541504, + 24.131330490112305, + 23.54985809326172, + 23.015830993652344, + 22.692110061645508, + 22.3647518157959, + 22.37504005432129, + 22.341655731201172, + 22.200651168823242, + 22.215656280517578, + 22.202068328857422, + 22.246767044067383, + 22.277278900146484, + 22.600011825561523, + 23.748628616333008, + 24.889564514160156, + 25.9406795501709, + 26.95665740966797, + 27.796953201293945, + 28.342390060424805, + 28.667848587036133 + ], + "p90": [ + 27.600513458251953, + 27.45850944519043, + 27.02320098876953, + 26.1215877532959, + 25.075836181640625, + 24.398807525634766, + 23.917278289794922, + 23.470203399658203, + 23.215612411499023, + 23.02887535095215, + 22.961889266967773, + 22.814725875854492, + 22.870641708374023, + 23.042694091796875, + 22.973554611206055, + 22.985946655273438, + 23.65753936767578, + 24.975141525268555, + 26.43987464904785, + 27.788843154907227, + 29.153709411621094, + 30.138797760009766, + 30.788000106811523, + 31.330839157104492 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_051628.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_051628.json new file mode 100644 index 0000000000000000000000000000000000000000..ee0a954d48badd048319496677361307383d1184 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_051628.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T05:16:28.643647+00:00", + "metrics": { + "MSE[mean]": 1.4418943355656968, + "MSE[0.5]": 1.4418943355656968, + "MAE[0.5]": 0.9573377768198649, + "MASE[0.5]": 0.446757578686458, + "MAPE[0.5]": 0.03757672611020598, + "sMAPE[0.5]": 0.037886441805665715, + "MSIS": 2.7009660899871726, + "RMSE[mean]": 1.200789047071007, + "NRMSE[mean]": 0.049263140392656696, + "ND[0.5]": 0.03927539597209702, + "mean_weighted_sum_quantile_loss": 0.03153892263501231 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547 + ], + "actual": [ + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 25.5, + 26.799999237060547, + 27.600000381469727, + 28.399999618530273, + 29.600000381469727, + 30.0 + ], + "predictions": { + "p50": [ + 26.700544357299805, + 26.41809844970703, + 25.94780731201172, + 25.229488372802734, + 24.552043914794922, + 24.00472640991211, + 23.61748695373535, + 23.320018768310547, + 23.07683753967285, + 22.904829025268555, + 22.789348602294922, + 22.681509017944336, + 22.60598373413086, + 22.53824806213379, + 22.5430908203125, + 22.428970336914062, + 22.71710777282715, + 23.448863983154297, + 24.440950393676758, + 25.242496490478516, + 26.036527633666992, + 26.511510848999023, + 26.91490364074707, + 27.104778289794922 + ], + "p10": [ + 26.161245346069336, + 25.703125, + 25.117507934570312, + 24.324487686157227, + 23.567890167236328, + 22.951616287231445, + 22.487398147583008, + 22.122426986694336, + 21.796951293945312, + 21.51727867126465, + 21.247499465942383, + 21.03553009033203, + 20.876380920410156, + 20.672760009765625, + 20.605030059814453, + 20.585193634033203, + 20.974029541015625, + 21.721389770507812, + 22.724817276000977, + 23.49323081970215, + 24.13255500793457, + 24.42053985595703, + 24.65814971923828, + 24.77179527282715 + ], + "p90": [ + 27.28422737121582, + 27.187034606933594, + 26.79132843017578, + 26.12074089050293, + 25.4893741607666, + 24.98280143737793, + 24.635408401489258, + 24.394973754882812, + 24.226791381835938, + 24.092435836791992, + 24.01995086669922, + 23.988515853881836, + 23.98982810974121, + 23.97032356262207, + 23.987272262573242, + 23.910837173461914, + 24.200092315673828, + 24.959938049316406, + 26.006744384765625, + 27.008893966674805, + 28.15530776977539, + 28.727190017700195, + 29.410160064697266, + 29.73931312561035 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_051421.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_051421.json new file mode 100644 index 0000000000000000000000000000000000000000..0548330eceab26ed467d22d6f6ed79a8b1a68d94 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_051421.json @@ -0,0 +1,455 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T05:14:21.486970+00:00", + "metrics": { + "MSE[mean]": 1.4206366490780056, + "MSE[0.5]": 1.4206366490780056, + "MAE[0.5]": 0.8503918647766113, + "MASE[0.5]": 0.3968494920406209, + "MAPE[0.5]": 0.032655005732403874, + "sMAPE[0.5]": 0.033108787997407386, + "MSIS": 2.8952214783312216, + "RMSE[mean]": 1.1919046308652406, + "NRMSE[mean]": 0.048898651522676535, + "ND[0.5]": 0.03488787137545072, + "mean_weighted_sum_quantile_loss": 0.0330169871910798 + }, + "context_length": 150, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547 + ], + "actual": [ + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 25.5, + 26.799999237060547, + 27.600000381469727, + 28.399999618530273, + 29.600000381469727, + 30.0 + ], + "predictions": { + "p50": [ + 26.71099853515625, + 26.489370346069336, + 25.97666358947754, + 25.14849853515625, + 24.366708755493164, + 23.73012351989746, + 23.380468368530273, + 23.033645629882812, + 22.774675369262695, + 22.586360931396484, + 22.452455520629883, + 22.36402702331543, + 22.32491683959961, + 22.282201766967773, + 22.27774429321289, + 22.381696701049805, + 22.73855972290039, + 23.517093658447266, + 24.6103572845459, + 25.45231819152832, + 26.081279754638672, + 26.435564041137695, + 26.699953079223633, + 26.858539581298828 + ], + "p10": [ + 26.1739501953125, + 25.751718521118164, + 25.05460548400879, + 24.156736373901367, + 23.30394744873047, + 22.613882064819336, + 22.203664779663086, + 21.836551666259766, + 21.54782485961914, + 21.31163787841797, + 21.12763214111328, + 21.003202438354492, + 20.938465118408203, + 20.88581085205078, + 20.87224006652832, + 20.952728271484375, + 21.306907653808594, + 21.845678329467773, + 22.720470428466797, + 23.34354019165039, + 23.73604965209961, + 23.944339752197266, + 23.967994689941406, + 24.111827850341797 + ], + "p90": [ + 27.26433753967285, + 27.252389907836914, + 26.873353958129883, + 26.226961135864258, + 25.501794815063477, + 24.931005477905273, + 24.727466583251953, + 24.47020149230957, + 24.295547485351562, + 24.198896408081055, + 24.18498420715332, + 24.15631866455078, + 24.31374740600586, + 24.352792739868164, + 24.481056213378906, + 24.662324905395508, + 25.270706176757812, + 26.479673385620117, + 28.646272659301758, + 30.203563690185547, + 31.447324752807617, + 32.37145233154297, + 33.1680793762207, + 32.91733932495117 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 016ac527e87a5b6a002f61876d2a37e153926292..2866a696afc77bc23f8ac297a33b2c5ac7db7a28 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,105885.48565928142,105885.48565928142,233.39029947916666,0.2507815773696887,0.003518867525367744,0.003529232491761424,2.7311240932898024,325.4005003980194,0.0049274067394956735,0.0035341338847970595,0.005326537337546198,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,17.3125417759843,17.3125417759843,3.1311946709950766,1.9308955921315896,0.13690044865371787,0.12245589892346502,38.24926944702052,4.160834264421536,0.1827030773880007,0.13749139377731084,0.10525027082316134,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,18.301453188388376,18.301453188388376,3.2239498297373452,1.9804866505702126,0.1409604112827696,0.12572632574693998,40.410655962119286,4.27801977419324,0.18784871691602661,0.14156429163116974,0.10927428942048743,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.00014072118002204093,0.00014072118002204093,0.00991095503171285,0.044769982303624764,0.008276006326743642,0.008243335671995509,0.3818486038373427,0.011862595838265794,0.009477439313585202,0.007918205773287328,0.009189672868938369,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.035078354437100105,0.035078354437100105,0.155131373140547,0.6473107389753634,0.12078166574394228,0.1312637198564919,11.241565018786886,0.18729216330936035,0.1539387670452724,0.12750524041868655,0.11208352507219499,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,2.2999684274032006,2.2999684274032006,1.4369043509165447,0.9035555743754692,0.08807244510286967,0.08390796953374054,10.043142960061154,1.5165646795976757,0.0919594578900864,0.08712911946838038,0.05662543124649533,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,780.4655895883583,780.4655895883583,21.264243443806965,2.7103399585914816,0.4752582110753351,0.6740850314546183,70.6560516281434,27.936814234775557,0.7841912767656297,0.5968910440366868,0.5305096393904956,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.7061829982646183,0.7061829982646183,0.6971694628397623,0.32480871005421236,0.02805926175213624,0.028307885625295764,2.673766136988238,0.8403469511247235,0.03466539575482113,0.028759139668645607,0.030729374241366108,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,22.075176832043024,22.075176832043024,3.864975611368815,0.7326967983637563,0.6195388066595849,0.3585765342665206,7.926860405558846,4.698422802605468,0.42391784685162115,0.34871960403327656,0.2670446537690254,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.0328980055835003,0.0328980055835003,0.14934250712394714,0.6231557594688021,0.11620828238825258,0.12573752663788257,14.639484675167147,0.1813780736018009,0.14873827842159978,0.12246765534376504,0.11603179433958807,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.5877484785222199,0.5877484785222199,0.7453221480051676,0.4606282803122066,0.0465139071661221,0.045405474458464434,2.4594613595070243,0.7666475582183901,0.04765485912038121,0.046329270316893545,0.03036806564146611,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,799.3412840011794,799.3412840011794,21.902652899424236,2.8120381054352754,0.4868659704329639,0.7003995827328366,74.64288840124028,28.272624285714606,0.7788602168129415,0.6033789015702963,0.5389681579016199,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.8777940685258727,0.8777940685258727,0.8006998697916666,0.3736598970020551,0.03168800522875021,0.03215893955078478,2.6355225657119674,0.9369066487787738,0.038437195847334314,0.03284922542735043,0.03350424379817894,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,22.799064452590148,22.799064452590148,3.9959354400634766,0.7647723330265027,0.5710485358450997,0.37286979923135494,8.841807777611644,4.7748365890981175,0.44764093022794854,0.3746189475059509,0.28740885522630477,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,18.493309020996094,18.493309020996094,3.3492838541666665,0.044657118055555556,0.001131514815596847,0.0011304880873065158,0.8176041666666668,4.300384752669939,0.0014528326867128173,0.001131514815596847,0.0019932896763951453,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5c84c7f2ae5267f39eea6d2ba49a47beec9dccd9..f93b9f39356b9a8b6113305d3f1fcd8465048b9a 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:21:17.222928+00:00", + "evaluated_at": "2026-06-17T05:17:34.201964+00:00", "freq": "1h", - "context_length": 67, + "context_length": 66, "prediction_length": 24, "context": [ - 18.219999313354492, 18.90999984741211, 20.940000534057617, 23.139999389648438, @@ -101,85 +100,84 @@ 20.90999984741211 ], "p50": [ - 22.71875, - 22.375, - 22.046875, - 21.796875, - 21.703125, - 21.859375, - 22.5625, - 23.90625, - 25.75, - 27.640625, - 29.25, - 30.25, - 30.875, - 31.0625, - 30.875, - 30.25, - 29.3125, - 28.1875, - 26.765625, - 25.466796875, - 24.484375, - 23.8828125, - 23.3046875, - 22.8125 + 22.712158203125, + 22.373779296875, + 22.02001953125, + 21.77392578125, + 21.727783203125, + 21.927734375, + 22.6044921875, + 23.9580078125, + 25.83831787109375, + 27.787841796875, + 29.3720703125, + 30.41796875, + 31.033203125, + 31.24853515625, + 31.06396484375, + 30.44873046875, + 29.46435546875, + 28.341552734375, + 26.926513671875, + 25.619140625, + 24.63092041015625, + 23.98876953125, + 23.404296875, + 22.896728515625 ], "p10": [ - 22.421875, - 21.859375, - 21.34375, - 20.9375, - 20.78125, - 20.78125, - 21.296875, - 22.484375, - 24.0625, - 25.576171875, - 26.8125, - 27.53125, - 27.875, - 27.984375, - 27.90625, - 27.28125, - 26.546875, - 25.494140625, - 24.19921875, - 23.109375, - 22.28125, - 21.6875, - 21.09375, - 20.59375 + 22.419921875, + 21.881591796875, + 21.327880859375, + 20.91259765625, + 20.78955078125, + 20.8203125, + 21.34326171875, + 22.527587890625, + 24.1195068359375, + 25.665283203125, + 26.9034423828125, + 27.634033203125, + 28.003173828125, + 28.17236328125, + 28.095458984375, + 27.480224609375, + 26.7034912109375, + 25.682586669921875, + 24.4117431640625, + 23.3043212890625, + 22.4814453125, + 21.850830078125, + 21.2509765625, + 20.72802734375 ], "p90": [ - 23.015625, - 22.90625, - 22.796875, - 22.640625, - 22.640625, - 22.984375, - 23.84375, - 25.2275390625, - 27.15625, - 29.15625, - 30.84375, - 31.96875, - 32.6875, - 33.03125, - 32.8125, - 32.28125, - 31.4375, - 30.3125, - 28.859375, - 27.5, - 26.4453125, - 25.84375, - 25.31640625, - 24.9033203125 + 23.00439453125, + 22.865966796875, + 22.712158203125, + 22.619873046875, + 22.666015625, + 23.03515625, + 23.896484375, + 25.296382904052734, + 27.264892578125, + 29.34130859375, + 31.00244140625, + 32.140625, + 32.87890625, + 33.1865234375, + 33.03271484375, + 32.509765625, + 31.5869140625, + 30.44873046875, + 29.0029296875, + 27.634033203125, + 26.557373046875, + 25.91522216796875, + 25.37256622314453, + 24.9500732421875 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 372f56afa8eb52041a9fffa395acea4a48eda6d0..c55dc4af5c645db82cbc5716e9a08642f8650113 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:46:43.112771+00:00", + "evaluated_at": "2026-06-17T05:17:39.281940+00:00", "freq": "10min", - "context_length": 231, + "context_length": 232, "prediction_length": 36, "context": [ 1.5, @@ -236,10 +236,10 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, + 1.100000023841858, 1.100000023841858 ], "actuals": [ - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -274,121 +274,122 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ + 1.0966606140136719, 1.0874862670898438, - 1.0712547302246094, - 1.0649032592773438, - 1.0613746643066406, - 1.0585517883300781, - 1.0585517883300781, - 1.0592575073242188, - 1.0585517883300781, - 1.0592575073242188, - 1.0592575073242188, - 1.0564346313476562, - 1.0578460693359375, - 1.0599632263183594, - 1.0620803833007812, - 1.0620803833007812, - 1.0620803833007812, - 1.0649032592773438, - 1.0620803833007812, - 1.066314697265625, - 1.0641975402832031, - 1.066314697265625, - 1.0684318542480469, - 1.0726661682128906, - 1.0698432922363281, - 1.0747833251953125, - 1.0769004821777344, + 1.0846633911132812, + 1.083251953125, + 1.0811347961425781, + 1.0811347961425781, + 1.0804290771484375, 1.0783119201660156, 1.0797233581542969, + 1.0790176391601562, + 1.0761947631835938, + 1.077606201171875, + 1.0783119201660156, + 1.0811347961425781, + 1.0804290771484375, + 1.0811347961425781, + 1.0769004821777344, + 1.077606201171875, + 1.0769004821777344, + 1.0769004821777344, + 1.0761947631835938, + 1.0790176391601562, 1.0818405151367188, 1.0811347961425781, + 1.0839576721191406, + 1.0853691101074219, + 1.0825462341308594, 1.0860748291015625, - 1.0846633911132812, - 1.0938377380371094, - 1.09454345703125, - 1.1008949279785156, - 1.1044235229492188 + 1.0853691101074219, + 1.0860748291015625, + 1.0881919860839844, + 1.0867805480957031, + 1.0931320190429688, + 1.0924263000488281, + 1.0994834899902344, + 1.0994834899902344 ], "p10": [ - 0.987274169921875, + 0.992919921875, 0.94775390625, + 0.9265823364257812, + 0.9237594604492188, + 0.9265823364257812, + 0.9294052124023438, 0.9336395263671875, 0.9336395263671875, - 0.9350509643554688, 0.93646240234375, - 0.9378738403320312, - 0.9392852783203125, - 0.9392852783203125, - 0.9392852783203125, - 0.9392852783203125, - 0.9392852783203125, - 0.9406967163085938, - 0.9406967163085938, - 0.942108154296875, - 0.9392852783203125, + 0.9350509643554688, + 0.9336395263671875, + 0.9350509643554688, 0.93646240234375, + 0.9350509643554688, + 0.9322280883789062, + 0.930816650390625, + 0.9279937744140625, + 0.9350509643554688, 0.9378738403320312, - 0.9435195922851562, 0.9406967163085938, - 0.9435195922851562, - 0.9463424682617188, - 0.9463424682617188, - 0.9435195922851562, - 0.9505767822265625, - 0.9491653442382812, + 0.9449310302734375, + 0.94775390625, + 0.9449310302734375, + 0.94775390625, 0.9519882202148438, 0.9505767822265625, - 0.9519882202148438, 0.9505767822265625, + 0.9519882202148438, + 0.9519882202148438, + 0.953399658203125, 0.9548110961914062, 0.9548110961914062, - 0.95904541015625, - 0.95904541015625, - 0.9661026000976562, - 0.9675140380859375 + 0.9562225341796875, + 0.9576339721679688, + 0.9632797241210938, + 0.9618682861328125 ], "p90": [ - 1.1277122497558594, - 1.1347694396972656, - 1.138650894165039, - 1.1404151916503906, - 1.1414737701416016, - 1.1460609436035156, - 1.1492366790771484, - 1.1492366790771484, - 1.1531181335449219, - 1.1548824310302734, - 1.1538238525390625, - 1.1573524475097656, - 1.1598224639892578, + 1.1150093078613281, + 1.1164207458496094, + 1.1185379028320312, + 1.1220664978027344, + 1.1220664978027344, + 1.1255950927734375, + 1.1270065307617188, + 1.1263008117675781, + 1.1298294067382812, + 1.1305351257324219, + 1.1298294067382812, + 1.1322994232177734, + 1.1319465637207031, + 1.1379451751708984, + 1.1400623321533203, + 1.1439437866210938, + 1.1506481170654297, + 1.1527652740478516, + 1.1517066955566406, + 1.1541767120361328, + 1.1534709930419922, + 1.1594696044921875, + 1.1647624969482422, 1.1644096374511719, - 1.1672325134277344, - 1.1686439514160156, - 1.1795825958251953, - 1.1790533065795898, - 1.183640480041504, - 1.1818761825561523, - 1.1839933395385742, + 1.1697025299072266, + 1.172525405883789, + 1.1728782653808594, + 1.1772890090942383, + 1.1801118850708008, + 1.1846990585327148, + 1.187169075012207, 1.1898155212402344, - 1.1961669921875, - 1.1933441162109375, - 1.1981959342956543, - 1.2014598846435547, - 1.2035770416259766, - 1.2067527770996094, - 1.2105460166931152, - 1.2136114835739136, - 1.218353033065796, - 1.2179781198501587, - 1.2303061485290527, - 1.2328643798828125, - 1.2408037185668945, - 1.2450380325317383 + 1.2012834548950195, + 1.2020773887634277, + 1.212045669555664, + 1.2135894298553467 ], "timestamps": [ "2026-06-13 16:50:00", @@ -657,6 +658,7 @@ "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", - "2026-06-15 13:10:00" + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 79d9f68c03c98bd426486041b3b2004f89a6f57f..63e532a342dca3529f543308be1668bf12f4d99c 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:21:38.393896+00:00", + "evaluated_at": "2026-06-17T05:17:44.468447+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, 15.0, 15.0, 15.0, @@ -173,9 +163,7 @@ 17.799999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 17.0, 17.0, 17.0, @@ -185,7 +173,9 @@ 17.0, 17.0, 17.0, - 16.700000762939453, + 16.700000762939453 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -199,88 +189,97 @@ 16.0, 16.0, 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 17.98370361328125, - 17.995880126953125, - 17.979644775390625, - 17.9593505859375, - 17.93499755859375, - 17.922821044921875, - 17.91876220703125, - 17.890350341796875, - 17.898468017578125, - 17.91064453125, - 17.882232666015625, - 17.8944091796875, - 17.90252685546875, - 17.906585693359375, - 17.90252685546875, - 17.906585693359375, - 17.95123291015625, - 17.93499755859375, - 17.939056396484375, - 17.91876220703125, - 17.9268798828125, - 17.906585693359375, - 17.963409423828125, - 17.955291748046875 + 16.8043212890625, + 16.81842041015625, + 16.776123046875, + 16.76202392578125, + 16.76202392578125, + 16.76202392578125, + 16.776123046875, + 16.76202392578125, + 16.73382568359375, + 16.76202392578125, + 16.73382568359375, + 16.73382568359375, + 16.776123046875, + 16.76202392578125, + 16.76202392578125, + 16.79022216796875, + 16.81842041015625, + 16.8043212890625, + 16.84661865234375, + 16.83251953125, + 16.90301513671875, + 16.87481689453125, + 16.93121337890625, + 16.9453125 ], "p10": [ - 17.736114501953125, - 17.51287841796875, - 17.33428955078125, - 17.18817138671875, - 17.06640625, - 16.99334716796875, - 16.9365234375, - 16.87969970703125, - 16.84722900390625, - 16.84722900390625, - 16.78228759765625, - 16.774169921875, - 16.68487548828125, - 16.63616943359375, - 16.58746337890625, - 16.546875, - 16.65240478515625, - 16.60369873046875, - 16.58746337890625, - 16.514404296875, - 16.48193359375, - 16.384521484375, - 16.35205078125, - 16.3033447265625 + 16.60693359375, + 16.48004150390625, + 16.33905029296875, + 16.28265380859375, + 16.19805908203125, + 16.1275634765625, + 16.0711669921875, + 16.0147705078125, + 15.9583740234375, + 15.9583740234375, + 15.9019775390625, + 15.873779296875, + 15.83148193359375, + 15.80328369140625, + 15.77508544921875, + 15.7327880859375, + 15.7891845703125, + 15.7327880859375, + 15.74688720703125, + 15.6763916015625, + 15.7327880859375, + 15.648193359375, + 15.66229248046875, + 15.6199951171875 ], "p90": [ - 18.202880859375, - 18.314498901367188, - 18.388572692871094, - 18.45452880859375, - 18.527080535888672, - 18.590499877929688, - 18.710235595703125, - 18.81475067138672, - 18.955795288085938, - 19.061325073242188, - 19.122207641601562, - 19.16888427734375, - 19.241943359375, - 19.2906494140625, - 19.33935546875, - 19.404296875, - 19.3231201171875, - 19.39617919921875, - 19.4530029296875, - 19.50982666015625, - 19.54229736328125, - 19.554473876953125, - 19.6640625, - 19.70465087890625 + 17.0863037109375, + 17.163848876953125, + 17.2554931640625, + 17.347137451171875, + 17.488128662109375, + 17.57977294921875, + 17.73486328125, + 17.858230590820312, + 17.91815185546875, + 18.0450439453125, + 18.136688232421875, + 18.249481201171875, + 18.40985870361328, + 18.490928649902344, + 18.542919158935547, + 18.599315643310547, + 18.547325134277344, + 18.605484008789062, + 18.712549209594727, + 18.772470474243164, + 18.900684356689453, + 18.94826889038086, + 19.127151489257812, + 19.222320556640625 ], "timestamps": [ - "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", @@ -471,6 +470,7 @@ "2026-06-24 09:00:00", "2026-06-24 10:00:00", "2026-06-24 11:00:00", - "2026-06-24 12:00:00" + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 65c8228b8553ae393ea182f6f206e7678f6b571a..455b0ec276362ff4ca0e892521428a6a3b63203a 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:21:43.647544+00:00", + "evaluated_at": "2026-06-17T05:17:48.486619+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 39.79999923706055, @@ -154,10 +154,10 @@ 18.5, 14.800000190734863, 13.300000190734863, - 12.600000381469727 + 12.600000381469727, + 12.0 ], "actuals": [ - 12.0, 10.899999618530273, 11.0, 11.699999809265137, @@ -180,85 +180,86 @@ 24.299999237060547, 25.600000381469727, 26.799999237060547, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p50": [ - 12.78857421875, - 13.4892578125, - 14.18994140625, - 14.740478515625, - 15.441162109375, - 16.141845703125, - 17.543212890625, - 18.1187744140625, - 18.39404296875, - 18.1688232421875, - 17.39306640625, - 16.4921875, - 15.79150390625, - 14.940673828125, - 14.139892578125, - 13.689453125, - 13.2890625, - 13.689453125, - 15.741455078125, - 16.442138671875, - 17.29296875, - 15.99169921875, - 15.0908203125, - 14.440185546875 + 12.36328125, + 13.1640625, + 14.1650390625, + 14.9658203125, + 15.516357421875, + 16.817626953125, + 17.568359375, + 17.718505859375, + 17.66845703125, + 17.16796875, + 16.217041015625, + 15.416259765625, + 14.715576171875, + 13.914794921875, + 13.414306640625, + 13.414306640625, + 13.514404296875, + 15.46630859375, + 16.217041015625, + 17.26806640625, + 15.616455078125, + 14.715576171875, + 14.1650390625, + 13.914794921875 ], "p10": [ - 11.737548828125, - 11.58740234375, - 11.837646484375, - 11.78759765625, - 11.837646484375, - 11.78759765625, - 12.238037109375, - 12.6884765625, - 13.0888671875, - 12.738525390625, - 12.137939453125, - 11.58740234375, - 11.38720703125, - 10.58642578125, - 9.685546875, - 9.28515625, - 8.98486328125, - 8.78466796875, - 9.98583984375, - 10.486328125, - 11.38720703125, - 10.38623046875, - 9.98583984375, - 9.4853515625 + 11.162109375, + 11.06201171875, + 11.46240234375, + 11.612548828125, + 11.46240234375, + 12.1630859375, + 12.46337890625, + 12.713623046875, + 12.613525390625, + 12.213134765625, + 11.3623046875, + 10.76171875, + 10.46142578125, + 9.66064453125, + 9.16015625, + 9.06005859375, + 8.85986328125, + 9.9609375, + 10.1611328125, + 11.162109375, + 10.06103515625, + 9.560546875, + 9.06005859375, + 8.759765625 ], "p90": [ - 13.98974609375, - 15.79150390625, - 17.343017578125, - 18.944580078125, - 20.5211181640625, - 22.76080322265625, - 25.88885498046875, - 27.39031982421875, - 28.3037109375, - 28.3037109375, - 27.59051513671875, - 26.3768310546875, - 25.33831787109375, - 24.473020553588867, - 23.865005493164062, - 23.048583984375, - 23.33636474609375, - 25.2757568359375, - 28.8292236328125, - 29.955322265625, - 30.455810546875, - 28.253662109375, - 26.2266845703125, - 25.08807373046875 + 13.7646484375, + 15.7666015625, + 17.86865234375, + 19.5953369140625, + 20.9716796875, + 23.330230712890625, + 25.081939697265625, + 25.66375732421875, + 26.23931884765625, + 26.07666015625, + 25.407257080078125, + 24.547042846679688, + 23.652420043945312, + 22.954864501953125, + 22.779693603515625, + 22.942352294921875, + 24.168548583984375, + 27.578125, + 29.1796875, + 30.030517578125, + 27.5531005859375, + 25.745086669921875, + 24.547042846679688, + 24.20764923095703 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index da5fc2e3956534c050e7afe60635d38cd222aa89..7d83d7dca2a49502a34f35546253f9b345f8d442 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:21:48.564029+00:00", + "evaluated_at": "2026-06-17T05:17:53.776282+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 22.100000381469727, @@ -154,10 +154,10 @@ 24.899999618530273, 25.899999618530273, 26.200000762939453, - 26.899999618530273 + 26.899999618530273, + 26.799999237060547 ], "actuals": [ - 26.799999237060547, 25.5, 25.200000762939453, 25.0, @@ -180,85 +180,86 @@ 26.799999237060547, 27.600000381469727, 28.399999618530273, - 29.600000381469727 + 29.600000381469727, + 30.0 ], "p50": [ - 26.948486328125, - 26.87890625, - 26.6005859375, - 25.946533203125, - 25.050689697265625, - 24.24530029296875, - 23.525146484375, - 23.06591796875, - 22.578857421875, - 22.28662109375, - 21.9248046875, - 21.67431640625, - 21.45166015625, - 21.409912109375, - 21.201171875, - 21.00634765625, - 21.201171875, - 21.5908203125, - 22.690185546875, - 23.98785400390625, - 25.304656982421875, - 26.544921875, - 27.435546875, - 28.367919921875 + 26.60687255859375, + 26.260498046875, + 25.740936279296875, + 24.85540771484375, + 24.116439819335938, + 23.42022705078125, + 23.03228759765625, + 22.4642333984375, + 22.14556884765625, + 21.81304931640625, + 21.605224609375, + 21.45281982421875, + 21.383544921875, + 21.328125, + 21.1064453125, + 20.9124755859375, + 21.72991943359375, + 22.56121826171875, + 23.91900634765625, + 25.22657012939453, + 26.41290283203125, + 27.21649169921875, + 27.93695068359375, + 28.35260009765625 ], "p10": [ - 26.46142578125, - 26.2318115234375, - 25.70648193359375, - 24.813682556152344, - 23.7686767578125, - 22.912841796875, - 22.105712890625, - 21.5908203125, - 21.0341796875, - 20.72802734375, - 20.2548828125, - 19.94873046875, - 19.75390625, - 19.67041015625, - 19.44775390625, - 19.197265625, - 19.67041015625, - 19.94873046875, - 20.755859375, - 21.743896484375, - 22.759765625, - 23.719970703125, - 24.318359375, - 25.13592529296875 + 26.212005615234375, + 25.65087890625, + 24.859630584716797, + 23.75274658203125, + 22.8798828125, + 22.10400390625, + 21.59136962890625, + 21.0233154296875, + 20.607666015625, + 20.1920166015625, + 19.88720703125, + 19.6932373046875, + 19.610107421875, + 19.499267578125, + 19.22216796875, + 19.0281982421875, + 20.0811767578125, + 20.718505859375, + 21.716064453125, + 22.713623046875, + 23.621124267578125, + 24.192642211914062, + 24.719131469726562, + 25.1243896484375 ], "p90": [ - 27.51904296875, - 27.755615234375, - 27.74169921875, - 27.310302734375, - 26.6005859375, - 25.8004150390625, - 25.19158935546875, - 24.769760131835938, - 24.3948974609375, - 24.12701416015625, - 23.859130859375, - 23.719970703125, - 23.56689453125, - 23.580810546875, - 23.4486083984375, - 23.1702880859375, - 23.024169921875, - 23.608642578125, - 24.978500366210938, - 26.4962158203125, - 28.006103515625, - 29.3837890625, - 30.41357421875, - 31.41552734375 + 27.07794189453125, + 26.96710205078125, + 26.69000244140625, + 26.0111083984375, + 25.418807983398438, + 24.75550079345703, + 24.53382110595703, + 24.026382446289062, + 23.7943115234375, + 23.58648681640625, + 23.44793701171875, + 23.413299560546875, + 23.441009521484375, + 23.468719482421875, + 23.288604736328125, + 23.05999755859375, + 23.634979248046875, + 24.75290298461914, + 26.392120361328125, + 27.90924072265625, + 29.2808837890625, + 30.1953125, + 31.0543212890625, + 31.525390625 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a664c971dfa5c416f587e38e6d8da2542194b443..aff9cd715e863f9d48bc0053489247ac9b60e4b6 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:21:52.245030+00:00", + "evaluated_at": "2026-06-17T05:18:00.498367+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 10.0, 12.0, 15.0, 7.0, @@ -149,10 +148,10 @@ 11.0, 12.0, 17.0, - 11.0 + 11.0, + 17.0 ], "actuals": [ - 17.0, 11.0, 11.0, 13.0, @@ -175,88 +174,88 @@ 9.0, 8.0, 8.0, - 2.0 + 6.0, + 3.0 ], "p50": [ - 12.997802734375, - 13.3739013671875, - 12.9688720703125, - 13.569183349609375, - 13.265411376953125, - 13.5667724609375, - 13.1617431640625, - 13.3931884765625, - 13.164154052734375, - 13.471542358398438, - 13.313629150390625, - 13.51373291015625, - 13.222015380859375, - 13.294342041015625, - 13.12799072265625, - 13.371490478515625, - 13.231658935546875, - 13.376312255859375, - 13.02191162109375, - 13.152099609375, - 13.0074462890625, - 13.318450927734375, - 13.08941650390625, - 13.19549560546875 + 13.36407470703125, + 13.1470947265625, + 13.649765014648438, + 13.35443115234375, + 13.772117614746094, + 13.3013916015625, + 13.6099853515625, + 13.260406494140625, + 13.641326904296875, + 13.477386474609375, + 13.669654846191406, + 13.385772705078125, + 13.523193359375, + 13.3013916015625, + 13.52801513671875, + 13.303802490234375, + 13.589492797851562, + 13.01690673828125, + 13.303802490234375, + 13.09405517578125, + 13.409881591796875, + 13.137451171875, + 13.231475830078125, + 12.88189697265625 ], "p10": [ - 8.7353515625, - 9.15966796875, - 8.8125, - 9.294677734375, - 9.063232421875, - 9.275390625, - 9.00537109375, - 9.1982421875, - 8.966796875, - 9.23681640625, - 8.986083984375, - 9.217529296875, - 8.947509765625, - 9.024658203125, - 8.966796875, - 9.23681640625, - 9.1982421875, - 9.1982421875, - 8.77392578125, - 8.85107421875, - 8.8125, - 9.12109375, - 8.870361328125, - 8.986083984375 + 9.06787109375, + 8.971435546875, + 9.337890625, + 9.010009765625, + 9.434326171875, + 9.029296875, + 9.337890625, + 8.91357421875, + 9.241455078125, + 9.14501953125, + 9.22216796875, + 8.99072265625, + 9.1064453125, + 9.010009765625, + 9.125732421875, + 9.1064453125, + 9.45361328125, + 8.875, + 9.06787109375, + 8.83642578125, + 9.14501953125, + 8.932861328125, + 9.048583984375, + 8.68212890625 ], "p90": [ - 18.533203125, - 19.11181640625, - 18.80322265625, - 19.61328125, - 19.34326171875, - 19.6904296875, - 19.0732421875, - 19.3046875, - 19.0732421875, - 19.34326171875, - 19.26611328125, - 19.42041015625, - 19.03466796875, - 19.150390625, - 18.99609375, - 19.3818359375, - 19.150390625, - 19.34326171875, - 18.9189453125, - 19.11181640625, - 18.841796875, - 19.150390625, - 18.88037109375, - 18.99609375 + 19.40576171875, + 19.4443359375, + 20.25439453125, + 20.0615234375, + 20.5244140625, + 19.984375, + 20.17724609375, + 19.9072265625, + 20.29296875, + 19.984375, + 20.2158203125, + 19.79150390625, + 19.94580078125, + 19.79150390625, + 20.33154296875, + 20.0615234375, + 19.9072265625, + 19.212890625, + 19.40576171875, + 19.212890625, + 19.521484375, + 19.212890625, + 19.25146484375, + 18.86572265625 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", @@ -423,6 +422,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 9035bc25385350c26824dcc4089ee2bb9cc256ca..f03742096bec8163283d1b772965d0f7b39b619c 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,22 +1,44 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T05:07:42.891401+00:00", + "evaluated_at": "2026-06-17T05:18:04.819372+00:00", "datasets": [ { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", - "context_length": 288, + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z" - ] + "failed_datasets": [] } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 09662a897cdd1f8f5236598366ae9938ed8ff9c0..e0d8d91443a39ca95acb365e25b0493878afca7a 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,256891.90352249146,542400.5123996735,691.93408203125,0.7434941422796105,0.010463520900855632,0.010525780217142075,3.989088522337827,506.8450488290198,0.007674589029955047,0.010477185734925544,0.0071495463261915864,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.024174463338266,14.94537481892318,2.9508328437805176,1.8196729139687156,0.12799387335973386,0.11591665055606344,74.04898893214606,4.126036168447662,0.18117508592820303,0.12957166932272385,0.13414518848042573,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.170142111921905,15.024224924015622,2.9630289872487388,1.8202018221160678,0.1285527628319415,0.1163851994234829,74.18790733060057,4.143687019059464,0.181950138362487,0.13010720445878132,0.13478305809426677,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00044700573948996215,0.0006256334292778831,0.019481950998306276,0.08799435599130577,0.015589541120153235,0.015767756294538235,1.4285225105612034,0.021142510245710233,0.016867679730511485,0.015542871028364477,0.012705813687911844,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.025513298245091756,0.03342214293708068,0.1524699562125736,0.6362055464956498,0.1189611200559851,0.12892018405009745,8.923115016098535,0.15972882722004741,0.13128396986491842,0.12531777441238637,0.09174152290449468,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.9191310411103284,1.397007123232773,1.124155839284261,0.7068927548337712,0.068859976359579,0.06630546054180493,34.52058232403218,1.3853270520387337,0.08400164293668594,0.06816508583859424,0.07932590827578453,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,824.179215241745,877.5331100513025,22.725029309590656,2.896531689956948,0.4955706965077626,0.7432900552394139,92.41023923224141,28.708521648488713,0.8058532392558235,0.637895559567457,0.5835043790543366,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.521451957965534,0.5700431651807776,0.5967678229014078,0.2780319521869507,0.02373391390118308,0.02373531267140443,9.049863053432013,0.7221163050129349,0.029788229088924513,0.024617442506255895,0.02584814064182544,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,21.112203835527833,19.199901129336507,3.567034125328064,0.676215000062192,0.7712678233633005,0.34787542358267004,24.184479992159922,4.594801827666546,0.4161329957131967,0.3230521471995228,0.33397088024851157,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.025125564327751704,0.03181521174847922,0.14786662658055624,0.6169974092534901,0.11515947019877235,0.12449400133146243,10.532939094316504,0.15851045494777846,0.12998578997215146,0.12125736610195825,0.09258441071010544,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.30896772710730147,0.13755990424958023,0.35613417625427246,0.22010009176229714,0.02213609902819223,0.021916479628612696,16.889736994141675,0.5558486548578682,0.03455158639135635,0.022137322183338637,0.036369233027292495,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,850.053542122692,900.0305787754495,23.506139318148296,3.0179065420902043,0.5184792719126643,0.7805085591962996,97.13185861362314,29.15567769959553,0.8031867585036687,0.6475520836252446,0.5939093657400856,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.545285327145848,0.8946903912309002,0.762261152267456,0.3557218308515952,0.029579807819436744,0.029997631957952825,6.024544564757785,0.7384343756528727,0.030294743616528112,0.03127225240071615,0.02590906597836631,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,21.454069722032425,18.253280241512737,3.5705057779947915,0.6833503881329746,0.4823475025998949,0.3438542957657011,27.054080841453835,4.631853810520409,0.43423629473628833,0.3347349166870117,0.3621669461329778,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,56.689896109203495,142.29670149336258,10.566518147786459,0.14088690863715278,0.003569769644522452,0.0035779107354549622,1.6742787000868056,7.529269294506838,0.0025436720589550126,0.0035697696445224523,0.0025709663520942817,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 62dd150e2d097553894a6a0daf1231b1e31dede5..6b1a09dd8cf471cacb328da8ab6f2177ce6eb7a9 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:16:18.722334+00:00", + "evaluated_at": "2026-06-17T05:12:05.733003+00:00", "freq": "1h", - "context_length": 67, + "context_length": 66, "prediction_length": 24, "context": [ - 18.219999313354492, 18.90999984741211, 20.940000534057617, 23.139999389648438, @@ -101,85 +100,84 @@ 20.90999984741211 ], "p50": [ - 22.501466751098633, - 22.16533660888672, - 21.73339080810547, - 21.313756942749023, - 21.145936965942383, - 21.340654373168945, - 22.147441864013672, - 23.656740188598633, - 25.802833557128906, - 28.08616828918457, - 29.854286193847656, - 30.703630447387695, - 31.021963119506836, - 30.843828201293945, - 30.358835220336914, - 29.386442184448242, - 28.525331497192383, - 27.348339080810547, - 25.91266441345215, - 24.59092903137207, - 23.450653076171875, - 22.767053604125977, - 22.3430118560791, - 22.09874153137207 + 22.511375427246094, + 22.121440887451172, + 21.748733520507812, + 21.27672576904297, + 21.180004119873047, + 21.445716857910156, + 22.22412872314453, + 23.722942352294922, + 25.874202728271484, + 28.129714965820312, + 29.857620239257812, + 30.74993896484375, + 31.041851043701172, + 30.85184097290039, + 30.361190795898438, + 29.362823486328125, + 28.519309997558594, + 27.3365478515625, + 25.912845611572266, + 24.629684448242188, + 23.531719207763672, + 22.81463623046875, + 22.4190673828125, + 22.220767974853516 ], "p10": [ - 22.55202865600586, - 22.207914352416992, - 21.83982276916504, - 21.667034149169922, - 21.458345413208008, - 21.61534881591797, - 22.380615234375, - 24.005842208862305, - 26.090356826782227, - 28.375944137573242, - 29.971717834472656, - 31.083528518676758, - 31.196693420410156, - 31.017696380615234, - 30.47836685180664, - 29.56273078918457, - 28.85686492919922, - 27.699007034301758, - 26.230791091918945, - 24.989274978637695, - 24.01883888244629, - 23.204797744750977, - 22.646190643310547, - 22.448558807373047 + 22.547245025634766, + 22.163307189941406, + 21.84177017211914, + 21.653987884521484, + 21.50112533569336, + 21.690750122070312, + 22.373680114746094, + 24.053863525390625, + 26.154579162597656, + 28.418472290039062, + 29.962318420410156, + 31.070072174072266, + 31.20819091796875, + 31.027469635009766, + 30.436710357666016, + 29.56302261352539, + 28.83802032470703, + 27.680194854736328, + 26.217021942138672, + 25.041900634765625, + 24.156253814697266, + 23.23493194580078, + 22.731693267822266, + 22.53772735595703 ], "p90": [ - 22.846391677856445, - 22.676416397094727, - 22.43428611755371, - 22.113937377929688, - 22.100961685180664, - 22.450700759887695, - 23.3118896484375, - 24.855627059936523, - 27.0413875579834, - 29.380306243896484, - 31.165632247924805, - 31.991743087768555, - 32.315765380859375, - 32.21546936035156, - 31.74344253540039, - 30.877208709716797, - 30.13298988342285, - 28.962116241455078, - 27.5264949798584, - 26.060909271240234, - 25.0952205657959, - 24.449254989624023, - 24.041364669799805, - 23.67258644104004 + 22.8310546875, + 22.63054656982422, + 22.46158218383789, + 22.10593032836914, + 22.172775268554688, + 22.597797393798828, + 23.381683349609375, + 24.896900177001953, + 27.054821014404297, + 29.356346130371094, + 31.094158172607422, + 31.958881378173828, + 32.28422546386719, + 32.174713134765625, + 31.705787658691406, + 30.817584991455078, + 30.119728088378906, + 28.964290618896484, + 27.565452575683594, + 26.156280517578125, + 25.24200439453125, + 24.567428588867188, + 24.16364288330078, + 23.873428344726562 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 228cd6b2c0cd8f89b3b0d2c5e2b3c1792679eab6..7d60a0962d7e552b5b9017161a4f55a76ea1a8a4 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:45:43.062629+00:00", + "evaluated_at": "2026-06-17T05:12:17.966824+00:00", "freq": "10min", - "context_length": 231, + "context_length": 232, "prediction_length": 36, "context": [ 1.5, @@ -236,10 +236,10 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, + 1.100000023841858, 1.100000023841858 ], "actuals": [ - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -274,121 +274,122 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.0674190521240234, - 1.0601730346679688, - 1.0627861022949219, - 1.0574193000793457, - 1.0553905963897705, - 1.0595529079437256, - 1.0634665489196777, - 1.0623090267181396, - 1.0594182014465332, - 1.05787193775177, - 1.050919532775879, - 1.0499262809753418, - 1.0584900379180908, - 1.0605281591415405, - 1.0634082555770874, - 1.0665931701660156, - 1.0650725364685059, - 1.0582144260406494, - 1.0529916286468506, - 1.0581567287445068, - 1.0639777183532715, - 1.0727334022521973, - 1.0758192539215088, - 1.0782642364501953, - 1.0737452507019043, - 1.0818803310394287, - 1.0906386375427246, - 1.095544695854187, - 1.104499340057373, - 1.1028417348861694, - 1.1070563793182373, - 1.108092188835144, - 1.108375072479248, - 1.103143334388733, - 1.1059365272521973, - 1.116957664489746 + 1.0770139694213867, + 1.0715274810791016, + 1.074634313583374, + 1.065861463546753, + 1.0661604404449463, + 1.0746090412139893, + 1.0739800930023193, + 1.0769424438476562, + 1.0671496391296387, + 1.0643600225448608, + 1.0580801963806152, + 1.0568249225616455, + 1.0688507556915283, + 1.074177622795105, + 1.0803207159042358, + 1.079492211341858, + 1.0754549503326416, + 1.0673701763153076, + 1.0632109642028809, + 1.0696790218353271, + 1.079032301902771, + 1.0771372318267822, + 1.0796772241592407, + 1.0813870429992676, + 1.0798687934875488, + 1.0980300903320312, + 1.105285406112671, + 1.106555461883545, + 1.1129329204559326, + 1.1077957153320312, + 1.105847716331482, + 1.108770728111267, + 1.1051117181777954, + 1.103316307067871, + 1.1105400323867798, + 1.1206408739089966 ], "p10": [ - 1.085108757019043, - 1.0830130577087402, - 1.0847790241241455, - 1.0808923244476318, - 1.0880178213119507, - 1.0947635173797607, - 1.0979347229003906, - 1.1014446020126343, - 1.0947853326797485, - 1.0913326740264893, - 1.0860462188720703, - 1.0838959217071533, - 1.098090410232544, - 1.0987868309020996, - 1.1071219444274902, - 1.109278678894043, - 1.1110780239105225, - 1.1096234321594238, - 1.1032748222351074, - 1.0995121002197266, - 1.1071417331695557, - 1.1267969608306885, - 1.1267364025115967, - 1.127472996711731, - 1.127497911453247, - 1.1328271627426147, - 1.1362698078155518, - 1.1494405269622803, - 1.156754493713379, - 1.157594919204712, - 1.1680018901824951, - 1.1610755920410156, - 1.168789267539978, - 1.1652507781982422, - 1.165852665901184, - 1.170853614807129 + 1.091714859008789, + 1.0895435810089111, + 1.0921542644500732, + 1.084794282913208, + 1.096017837524414, + 1.1047577857971191, + 1.1036784648895264, + 1.1118924617767334, + 1.100435495376587, + 1.0924005508422852, + 1.093562364578247, + 1.0891839265823364, + 1.1055092811584473, + 1.1078461408615112, + 1.1224093437194824, + 1.1142921447753906, + 1.1172945499420166, + 1.1175355911254883, + 1.108731746673584, + 1.1065868139266968, + 1.116675853729248, + 1.1298085451126099, + 1.1258076429367065, + 1.1239534616470337, + 1.1291255950927734, + 1.1385233402252197, + 1.1464931964874268, + 1.1530230045318604, + 1.1529042720794678, + 1.146120548248291, + 1.1617457866668701, + 1.149229645729065, + 1.159987211227417, + 1.1556241512298584, + 1.1636408567428589, + 1.1666759252548218 ], "p90": [ - 1.134848952293396, - 1.1370632648468018, - 1.1471891403198242, - 1.148050308227539, - 1.1523959636688232, + 1.132015585899353, + 1.1348700523376465, + 1.144261360168457, + 1.1403775215148926, + 1.1469066143035889, + 1.1567213535308838, 1.1591565608978271, - 1.1655150651931763, - 1.1699063777923584, - 1.172121286392212, - 1.170828104019165, - 1.1673470735549927, - 1.1668384075164795, - 1.1778783798217773, - 1.1825413703918457, - 1.1880366802215576, - 1.194502353668213, - 1.197195291519165, - 1.1935795545578003, - 1.19123113155365, - 1.19941246509552, - 1.2097477912902832, - 1.2204506397247314, - 1.2255070209503174, - 1.2281242609024048, - 1.2303719520568848, - 1.241337537765503, - 1.2509338855743408, - 1.265580654144287, - 1.2773170471191406, - 1.284747838973999, - 1.29085373878479, - 1.2937984466552734, - 1.2991664409637451, - 1.2978272438049316, - 1.2994329929351807, - 1.313450574874878 + 1.167975902557373, + 1.1638675928115845, + 1.163074016571045, + 1.157227873802185, + 1.159311294555664, + 1.1734471321105957, + 1.179856538772583, + 1.1881988048553467, + 1.189764380455017, + 1.1879523992538452, + 1.184357762336731, + 1.181165337562561, + 1.1907563209533691, + 1.2026289701461792, + 1.2035350799560547, + 1.2081432342529297, + 1.2104308605194092, + 1.2150460481643677, + 1.2348219156265259, + 1.2415790557861328, + 1.2503490447998047, + 1.2586233615875244, + 1.261467456817627, + 1.2610231637954712, + 1.264072299003601, + 1.2670252323150635, + 1.2675085067749023, + 1.2776989936828613, + 1.2893178462982178 ], "timestamps": [ "2026-06-13 16:50:00", @@ -657,6 +658,7 @@ "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", - "2026-06-15 13:10:00" + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 8d780eaa5cac0b0352c6712661f3d8938f7e0bd8..77bfe4be94f4c9be13cac45579e6c5cb9fdaac33 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:16:39.183521+00:00", + "evaluated_at": "2026-06-17T05:12:58.313316+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, 15.0, 15.0, 15.0, @@ -173,9 +163,7 @@ 17.799999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 17.0, 17.0, 17.0, @@ -185,7 +173,9 @@ 17.0, 17.0, 17.0, - 16.700000762939453, + 16.700000762939453 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -199,88 +189,97 @@ 16.0, 16.0, 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 17.9177303314209, - 17.878841400146484, - 17.84640884399414, - 17.76079559326172, - 17.798900604248047, - 17.75405502319336, - 17.770282745361328, - 17.692214965820312, - 17.602819442749023, - 17.639385223388672, - 17.672372817993164, - 17.639373779296875, - 17.604204177856445, - 17.582857131958008, - 17.59939956665039, - 17.52466583251953, - 17.46780776977539, - 17.508432388305664, - 17.469390869140625, - 17.473154067993164, - 17.426496505737305, - 17.39146614074707, - 17.37358856201172, - 17.38509750366211 + 16.613981246948242, + 16.614999771118164, + 16.585519790649414, + 16.496337890625, + 16.466264724731445, + 16.47134780883789, + 16.462221145629883, + 16.438671112060547, + 16.372926712036133, + 16.40163230895996, + 16.427310943603516, + 16.375118255615234, + 16.358266830444336, + 16.34910011291504, + 16.377382278442383, + 16.349803924560547, + 16.27876853942871, + 16.31534194946289, + 16.258466720581055, + 16.29275131225586, + 16.245981216430664, + 16.194915771484375, + 16.173858642578125, + 16.184213638305664 ], "p10": [ - 17.990222930908203, - 18.045225143432617, - 17.926740646362305, - 17.932024002075195, - 17.96083641052246, - 17.86280632019043, - 17.914642333984375, - 17.695627212524414, - 17.848644256591797, - 17.884445190429688, - 17.859418869018555, - 17.87116241455078, - 17.919931411743164, - 17.86882972717285, - 17.81010627746582, - 17.77298927307129, - 17.79245376586914, - 17.79098129272461, - 17.831819534301758, - 17.8116512298584, - 17.73413848876953, - 17.679515838623047, - 17.788055419921875, - 17.738574981689453 + 16.761016845703125, + 16.80379295349121, + 16.72206687927246, + 16.78006935119629, + 16.78816032409668, + 16.75278091430664, + 16.831697463989258, + 16.70761489868164, + 16.746753692626953, + 16.753982543945312, + 16.735790252685547, + 16.802936553955078, + 16.81192398071289, + 16.803483963012695, + 16.75917625427246, + 16.715028762817383, + 16.75014305114746, + 16.769365310668945, + 16.774341583251953, + 16.720827102661133, + 16.610536575317383, + 16.590158462524414, + 16.635305404663086, + 16.55924415588379 ], "p90": [ - 18.21492576599121, - 18.273876190185547, - 18.300716400146484, - 18.335729598999023, - 18.405458450317383, - 18.413713455200195, - 18.431684494018555, - 18.38414192199707, - 18.374420166015625, - 18.4130859375, - 18.516796112060547, - 18.510238647460938, - 18.558910369873047, - 18.540884017944336, - 18.60940170288086, - 18.579124450683594, - 18.59592628479004, - 18.703109741210938, - 18.70157241821289, - 18.732189178466797, - 18.739561080932617, - 18.78487777709961, - 18.766530990600586, - 18.745853424072266 + 16.959922790527344, + 17.031036376953125, + 17.093029022216797, + 17.12042808532715, + 17.167722702026367, + 17.21779441833496, + 17.2684326171875, + 17.26072120666504, + 17.217052459716797, + 17.314594268798828, + 17.350547790527344, + 17.336414337158203, + 17.336713790893555, + 17.34000587463379, + 17.412036895751953, + 17.4000244140625, + 17.366565704345703, + 17.408185958862305, + 17.427759170532227, + 17.43845558166504, + 17.431230545043945, + 17.423110961914062, + 17.406652450561523, + 17.383974075317383 ], "timestamps": [ - "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", @@ -471,6 +470,7 @@ "2026-06-24 09:00:00", "2026-06-24 10:00:00", "2026-06-24 11:00:00", - "2026-06-24 12:00:00" + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 2731c7f6581f1ed2bee7450c4e6a889dbe2b9d5d..127a51a7c06081f6806f22381dc9f29836bf4cb9 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:16:44.180935+00:00", + "evaluated_at": "2026-06-17T05:13:11.719673+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 39.79999923706055, @@ -154,10 +154,10 @@ 18.5, 14.800000190734863, 13.300000190734863, - 12.600000381469727 + 12.600000381469727, + 12.0 ], "actuals": [ - 12.0, 10.899999618530273, 11.0, 11.699999809265137, @@ -180,85 +180,86 @@ 24.299999237060547, 25.600000381469727, 26.799999237060547, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p50": [ - 11.8550386428833, - 12.120357513427734, - 12.553165435791016, - 12.823657989501953, - 13.44775390625, - 13.76915454864502, - 14.170136451721191, - 14.522416114807129, - 14.643672943115234, - 14.705076217651367, - 14.321803092956543, - 14.014606475830078, - 13.559503555297852, - 13.141247749328613, - 12.489380836486816, - 11.948044776916504, - 12.013837814331055, - 12.140832901000977, - 13.041836738586426, - 13.651165008544922, - 13.748164176940918, - 13.818164825439453, - 13.46086311340332, - 13.329282760620117 + 11.757102012634277, + 12.195682525634766, + 12.727317810058594, + 13.11564826965332, + 13.742925643920898, + 14.06822395324707, + 14.293181419372559, + 14.395849227905273, + 14.143303871154785, + 14.017285346984863, + 13.455229759216309, + 13.12662124633789, + 12.814682006835938, + 12.397736549377441, + 12.013785362243652, + 11.761646270751953, + 12.140475273132324, + 12.515408515930176, + 13.279123306274414, + 13.752734184265137, + 13.361581802368164, + 13.340836524963379, + 13.047284126281738, + 12.980490684509277 ], "p10": [ - 12.544394493103027, - 13.136090278625488, - 13.595308303833008, - 14.349115371704102, - 14.791280746459961, - 15.471390724182129, - 16.075626373291016, - 16.59164810180664, - 16.880264282226562, - 16.77349853515625, - 16.80099105834961, - 16.60007095336914, - 15.815006256103516, - 15.223203659057617, - 15.048856735229492, - 14.807868957519531, - 14.838987350463867, - 15.252532005310059, - 16.269813537597656, - 16.580341339111328, - 16.796558380126953, - 16.974105834960938, - 16.262746810913086, - 16.136512756347656 + 12.465045928955078, + 13.282306671142578, + 13.782129287719727, + 14.749996185302734, + 15.17497444152832, + 15.699579238891602, + 16.160938262939453, + 16.334041595458984, + 16.30744743347168, + 15.945697784423828, + 15.693153381347656, + 15.592572212219238, + 14.92259693145752, + 14.384584426879883, + 14.393437385559082, + 14.347801208496094, + 14.824535369873047, + 15.5211763381958, + 16.300094604492188, + 16.47347640991211, + 16.206327438354492, + 16.24509048461914, + 15.618208885192871, + 15.64670181274414 ], "p90": [ - 13.777074813842773, - 14.805145263671875, - 15.877092361450195, - 16.62982177734375, - 17.656734466552734, - 18.35509490966797, - 19.224010467529297, - 20.04052734375, - 20.33554458618164, - 20.382095336914062, - 20.261096954345703, - 19.90972137451172, - 19.51087188720703, - 19.350229263305664, - 18.73788833618164, - 18.48771095275879, - 18.917285919189453, - 19.17755126953125, - 20.444110870361328, - 21.13658905029297, - 21.460655212402344, - 21.625530242919922, - 21.258831024169922, - 20.936084747314453 + 13.60771369934082, + 14.835081100463867, + 16.024240493774414, + 16.850927352905273, + 17.859779357910156, + 18.569622039794922, + 19.181203842163086, + 19.683637619018555, + 19.521379470825195, + 19.400890350341797, + 19.063919067382812, + 18.74137306213379, + 18.472835540771484, + 18.28010368347168, + 17.920883178710938, + 17.999441146850586, + 18.829315185546875, + 19.326637268066406, + 20.422142028808594, + 20.83353042602539, + 20.60907745361328, + 20.595109939575195, + 20.333274841308594, + 20.16693878173828 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index b5a144e2d2e9069eb9d1604f4a542ae5f152ca3b..32f77dd28ca62cfad40a13655513d827e68f18f0 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:16:50.108412+00:00", + "evaluated_at": "2026-06-17T05:13:25.570727+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 22.100000381469727, @@ -154,10 +154,10 @@ 24.899999618530273, 25.899999618530273, 26.200000762939453, - 26.899999618530273 + 26.899999618530273, + 26.799999237060547 ], "actuals": [ - 26.799999237060547, 25.5, 25.200000762939453, 25.0, @@ -180,85 +180,86 @@ 26.799999237060547, 27.600000381469727, 28.399999618530273, - 29.600000381469727 + 29.600000381469727, + 30.0 ], "p50": [ - 26.92682647705078, - 26.918184280395508, - 26.665328979492188, - 26.106576919555664, - 25.12086296081543, - 24.266355514526367, - 23.472753524780273, - 22.987506866455078, - 22.47237205505371, - 22.352645874023438, - 22.306428909301758, - 22.112585067749023, - 22.086631774902344, - 22.252561569213867, - 22.185802459716797, - 21.965688705444336, - 21.98771858215332, - 22.472057342529297, - 23.408512115478516, - 24.445539474487305, - 25.596240997314453, - 26.670448303222656, - 27.406173706054688, - 28.20115089416504 + 26.512178421020508, + 26.236753463745117, + 25.634857177734375, + 24.848125457763672, + 23.82940101623535, + 23.195751190185547, + 22.71951675415039, + 22.301925659179688, + 22.08892822265625, + 22.037431716918945, + 21.97934341430664, + 21.861021041870117, + 21.91506576538086, + 22.078311920166016, + 21.99933624267578, + 21.857995986938477, + 22.26288414001465, + 23.21573257446289, + 24.29591178894043, + 25.281206130981445, + 26.321460723876953, + 26.98600959777832, + 27.5300350189209, + 28.003219604492188 ], "p10": [ - 27.27616310119629, - 27.219255447387695, - 27.11679458618164, - 26.526288986206055, - 25.526729583740234, - 24.729158401489258, - 23.84952163696289, - 23.423460006713867, - 22.83048439025879, - 22.686397552490234, - 22.699132919311523, - 22.436201095581055, - 22.36464500427246, - 22.341161727905273, - 22.360652923583984, - 22.25908851623535, - 22.16194725036621, - 22.903377532958984, - 23.845613479614258, - 24.985157012939453, - 26.165023803710938, - 27.364215850830078, - 28.193723678588867, - 28.87953758239746 + 26.766544342041016, + 26.466081619262695, + 25.992319107055664, + 25.17038917541504, + 24.131330490112305, + 23.54985809326172, + 23.015830993652344, + 22.692110061645508, + 22.3647518157959, + 22.37504005432129, + 22.341655731201172, + 22.200651168823242, + 22.215656280517578, + 22.202068328857422, + 22.246767044067383, + 22.277278900146484, + 22.600011825561523, + 23.748628616333008, + 24.889564514160156, + 25.9406795501709, + 26.95665740966797, + 27.796953201293945, + 28.342390060424805, + 28.667848587036133 ], "p90": [ - 28.215679168701172, - 28.398622512817383, - 28.383512496948242, - 27.76223373413086, - 26.7386531829834, - 25.77468490600586, - 24.909242630004883, - 24.29758644104004, - 23.707914352416992, - 23.364988327026367, - 23.2554874420166, - 22.987010955810547, - 22.942237854003906, - 23.069007873535156, - 22.972429275512695, - 22.81686782836914, - 23.00823211669922, - 23.80879783630371, - 25.11438751220703, - 26.559185028076172, - 28.137496948242188, - 29.645952224731445, - 30.606252670288086, - 31.597675323486328 + 27.600513458251953, + 27.45850944519043, + 27.02320098876953, + 26.1215877532959, + 25.075836181640625, + 24.398807525634766, + 23.917278289794922, + 23.470203399658203, + 23.215612411499023, + 23.02887535095215, + 22.961889266967773, + 22.814725875854492, + 22.870641708374023, + 23.042694091796875, + 22.973554611206055, + 22.985946655273438, + 23.65753936767578, + 24.975141525268555, + 26.43987464904785, + 27.788843154907227, + 29.153709411621094, + 30.138797760009766, + 30.788000106811523, + 31.330839157104492 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 1cac969a2b440c6f8b11ee516942ec99c3df04df..031ba8510889de516d9cfb4623ef2107d8793c63 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:16:58.817546+00:00", + "evaluated_at": "2026-06-17T05:13:45.826569+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 10.0, 12.0, 15.0, 7.0, @@ -149,10 +148,10 @@ 11.0, 12.0, 17.0, - 11.0 + 11.0, + 17.0 ], "actuals": [ - 17.0, 11.0, 11.0, 13.0, @@ -175,88 +174,88 @@ 9.0, 8.0, 8.0, - 1.0 + 6.0, + 3.0 ], "p50": [ - 11.815428733825684, - 11.76868724822998, - 11.550719261169434, - 11.41956901550293, - 11.338113784790039, - 11.378360748291016, - 11.33741283416748, - 11.349543571472168, - 11.29100227355957, - 11.269634246826172, - 11.339132308959961, - 11.373808860778809, - 11.398920059204102, - 11.353843688964844, - 11.335981369018555, - 11.2731294631958, - 11.317778587341309, - 11.414017677307129, - 11.525422096252441, - 11.611990928649902, - 11.58449935913086, - 11.578429222106934, - 11.663779258728027, - 11.949911117553711 + 12.316398620605469, + 12.006538391113281, + 11.737112998962402, + 11.635056495666504, + 11.68995475769043, + 11.699664115905762, + 11.670038223266602, + 11.751323699951172, + 11.620450973510742, + 11.499428749084473, + 11.606928825378418, + 11.64900016784668, + 11.589688301086426, + 11.616500854492188, + 11.605504989624023, + 11.500940322875977, + 11.567312240600586, + 11.718985557556152, + 11.722699165344238, + 11.800292015075684, + 11.875444412231445, + 11.99771785736084, + 12.053776741027832, + 12.23530101776123 ], "p10": [ - 13.149626731872559, - 13.219199180603027, - 12.940000534057617, - 12.888371467590332, - 12.887955665588379, - 12.891371726989746, - 12.73279857635498, - 12.600174903869629, - 12.804532051086426, - 12.715888977050781, - 12.802166938781738, - 12.900588989257812, - 12.907050132751465, - 12.79494857788086, - 12.821162223815918, - 12.722891807556152, - 12.801862716674805, - 12.904436111450195, - 13.0525541305542, - 13.073894500732422, - 13.022886276245117, - 12.99988842010498, - 13.13025188446045, - 13.468609809875488 + 13.636005401611328, + 13.513049125671387, + 13.163008689880371, + 13.146429061889648, + 13.213541030883789, + 13.177632331848145, + 13.07378101348877, + 13.01016902923584, + 13.06334114074707, + 12.926942825317383, + 13.052746772766113, + 13.141708374023438, + 13.066259384155273, + 13.040287971496582, + 13.018978118896484, + 12.965960502624512, + 13.0051851272583, + 13.13711929321289, + 13.191622734069824, + 13.238953590393066, + 13.334797859191895, + 13.440816879272461, + 13.499011993408203, + 13.67747688293457 ], "p90": [ - 16.280433654785156, - 16.454927444458008, - 16.4501953125, - 16.300514221191406, - 16.238849639892578, - 16.30529022216797, - 16.290172576904297, - 16.276168823242188, - 16.245162963867188, - 16.20783042907715, - 16.314495086669922, - 16.35145378112793, - 16.36458396911621, - 16.32577133178711, - 16.293846130371094, - 16.2686767578125, - 16.32027244567871, - 16.450790405273438, - 16.62953758239746, - 16.646169662475586, - 16.63577651977539, - 16.681947708129883, - 16.792570114135742, - 17.027950286865234 + 16.91815185546875, + 16.814674377441406, + 16.737539291381836, + 16.584781646728516, + 16.642440795898438, + 16.688358306884766, + 16.674901962280273, + 16.754947662353516, + 16.62881851196289, + 16.44524574279785, + 16.593582153320312, + 16.623693466186523, + 16.511377334594727, + 16.54034423828125, + 16.531604766845703, + 16.44465446472168, + 16.538719177246094, + 16.669437408447266, + 16.757251739501953, + 16.747896194458008, + 16.914287567138672, + 17.098325729370117, + 17.225360870361328, + 17.31161880493164 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", @@ -423,6 +422,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 25df3b09f3c2837f301e2fbcb3cd71bf6b6ecf78..ad48a474fd634ac1425287b9f18e207f4b3d2bde 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,17 +1,44 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T04:58:09.303782+00:00", + "evaluated_at": "2026-06-17T05:13:54.792755+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "data_fetched_at": "2026-06-17T04:49:59.464618Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t224200z", - "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t015000z" - ] + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 30f7bda4d32768c9aca922d8489ace3869107c0e..37b4eb84ed70c137e10f65abe37146ff02fecf5e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,174141.3723602295,174141.3723602295,317.7272135416667,0.34140292875526157,0.004792925189286056,0.004808664339025724,3.5957284496960784,417.302495032356,0.006319041070667346,0.004811213293806964,0.0051458423220560635,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,18.191645639769074,18.191645639769074,3.2462361653645835,2.001837560846591,0.14173612091654939,0.126672373071314,38.713789948366376,4.265166543028428,0.1872843289257934,0.1425428891536943,0.10744124642144483,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,18.087071123675134,18.087071123675134,3.230377197265625,1.9844350108922786,0.14104915667715992,0.12605122039216052,36.30236363756576,4.252889738010514,0.18674525192471092,0.14184651864438236,0.10499095046521915,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.01412437822092946,0.01412437822092946,0.09030733406543731,0.40789219226917905,0.07340508196113976,0.07815781585605969,1.8584392914596326,0.11884602736704943,0.09481640087074017,0.0720479815608071,0.07350062717264864,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04132417908311305,0.04132417908311305,0.1704174280166626,0.7110942746816564,0.13282323998215598,0.14544607569645654,10.107434264150685,0.20328349436959472,0.16708232704975134,0.14006912135762814,0.12112930182000449,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.6741559572550007,1.6741559572550007,1.2459176381429036,0.7834591261684635,0.07622077606623466,0.07317893586480666,4.203696421660711,1.2938917873048739,0.07845731140234419,0.07554831793241629,0.04652056356412838,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,770.6752851433384,770.6752851433384,21.066805958747864,2.685174581488195,0.4671170194650323,0.6637547124447534,70.02910458828302,27.761038978095513,0.7792572344728566,0.5913489391929225,0.5262486572959657,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.1072170833831478,1.1072170833831478,0.9036453564961752,0.4210050758598163,0.03654349065921486,0.036411944141131115,2.6882579364323327,1.0522438326657695,0.043406415458648914,0.037276536629329754,0.03002875293337273,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,22.15311180175509,22.15311180175509,3.825118978818258,0.7251410386385322,0.6194050850898736,0.3551906665847842,7.169472218313111,4.706709232760729,0.4246654946851785,0.34512351688585785,0.2685429953094711,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04041335737126891,0.04041335737126891,0.17004754145940146,0.7095508632112966,0.13267378676531727,0.1449365971330745,10.099733587117035,0.20103073737930952,0.1648543574967507,0.13944672619042447,0.12124801268375693,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.16076424623346006,0.16076424623346006,0.3765544891357422,0.23272037096801235,0.023429213527887096,0.023152972707408636,1.8492684998737383,0.40095416974195447,0.02492333572050489,0.023406650081313023,0.024910339630893546,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,808.1773501640467,808.1773501640467,21.952257593472797,2.8184067535855046,0.48197769223569437,0.7011597211869343,75.82106623915924,28.428460214440857,0.783153217844908,0.6047454221440912,0.5420882882608592,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.4418943355656968,1.4418943355656968,0.9573377768198649,0.446757578686458,0.03757672611020598,0.037886441805665715,2.7009660899871726,1.200789047071007,0.049263140392656696,0.03927539597209702,0.03153892263501231,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,23.68483795347284,23.68483795347284,4.013964613278707,0.7682228924935325,0.580487488037931,0.3732428839449295,7.934170750339637,4.866707095508506,0.4562537902039224,0.37630918249487877,0.2861821464366383,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,27.34183422724406,27.34183422724406,4.3787841796875,0.058383789062500004,0.0014793189796241553,0.0014808722608263766,0.5034931098090277,5.228941979716744,0.001766534452607008,0.0014793189796241553,0.0021250878869592247,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8ca453f34e23eda7176c6ca795a8bcebafdfc64f..e9f6a501b43cfb3e97a42f7aa9915cf3ecb31e92 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:18:16.019995+00:00", + "evaluated_at": "2026-06-17T05:15:19.765080+00:00", "freq": "1h", - "context_length": 67, + "context_length": 66, "prediction_length": 24, "context": [ - 18.219999313354492, 18.90999984741211, 20.940000534057617, 23.139999389648438, @@ -101,85 +100,84 @@ 20.90999984741211 ], "p50": [ - 22.688194274902344, - 22.2999324798584, - 21.97634506225586, - 21.712900161743164, - 21.641328811645508, - 21.770051956176758, - 22.424314498901367, - 23.75898551940918, - 25.816383361816406, - 28.00735092163086, - 29.58087158203125, - 30.63294219970703, - 31.207956314086914, - 31.293155670166016, - 30.90967559814453, - 30.275352478027344, - 29.39642333984375, - 28.240489959716797, - 26.8114013671875, - 25.466421127319336, - 24.48518180847168, - 23.91074562072754, - 23.387754440307617, - 22.873226165771484 + 22.697799682617188, + 22.31150245666504, + 22.00320816040039, + 21.745805740356445, + 21.67959976196289, + 21.85276222229004, + 22.478715896606445, + 23.768146514892578, + 25.819124221801758, + 28.004764556884766, + 29.55398941040039, + 30.611530303955078, + 31.197526931762695, + 31.280338287353516, + 30.88085174560547, + 30.22905158996582, + 29.36821174621582, + 28.215930938720703, + 26.78757095336914, + 25.478012084960938, + 24.50691032409668, + 23.929105758666992, + 23.40667152404785, + 22.891403198242188 ], "p10": [ - 22.50153350830078, - 21.96051025390625, - 21.468669891357422, - 21.057804107666016, - 20.85004234313965, - 20.834592819213867, - 21.282346725463867, - 22.29692268371582, - 23.906017303466797, - 25.696605682373047, - 27.024599075317383, - 27.679750442504883, - 28.05093765258789, - 28.095407485961914, - 27.710241317749023, - 27.118968963623047, - 26.370563507080078, - 25.4409122467041, - 24.317256927490234, - 23.180206298828125, - 22.279674530029297, - 21.739789962768555, - 21.23129653930664, - 20.697673797607422 + 22.517417907714844, + 21.976913452148438, + 21.498458862304688, + 21.0899600982666, + 20.879037857055664, + 20.894512176513672, + 21.303016662597656, + 22.25474739074707, + 23.831205368041992, + 25.585430145263672, + 26.859920501708984, + 27.46894073486328, + 27.8187198638916, + 27.866565704345703, + 27.46650505065918, + 26.873323440551758, + 26.165699005126953, + 25.268728256225586, + 24.169828414916992, + 23.07805061340332, + 22.197555541992188, + 21.664642333984375, + 21.16265296936035, + 20.630712509155273 ], "p90": [ - 22.851898193359375, - 22.60533905029297, - 22.438581466674805, - 22.32902717590332, - 22.395719528198242, - 22.6534481048584, - 23.435644149780273, - 24.89270782470703, - 27.137296676635742, - 29.480430603027344, - 31.184783935546875, - 32.29142761230469, - 32.863868713378906, - 33.05303192138672, - 32.69157791137695, - 32.05323028564453, - 31.166547775268555, - 30.04161262512207, - 28.628299713134766, - 27.2624454498291, - 26.262126922607422, - 25.688613891601562, - 25.17091941833496, - 24.67020034790039 + 22.855567932128906, + 22.610681533813477, + 22.461814880371094, + 22.363525390625, + 22.443836212158203, + 22.756656646728516, + 23.5211238861084, + 24.940229415893555, + 27.19040298461914, + 29.534164428710938, + 31.225513458251953, + 32.337764739990234, + 32.920719146728516, + 33.088104248046875, + 32.7065315246582, + 32.047733306884766, + 31.170949935913086, + 30.050905227661133, + 28.640304565429688, + 27.30733871459961, + 26.312015533447266, + 25.733482360839844, + 25.213119506835938, + 24.709209442138672 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4ac358daf8e3991d21fae886d183a8cc0d99ae44..f0cb8afa42fc2cb9f11e89388dc36a50ebb50516 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:46:11.914153+00:00", + "evaluated_at": "2026-06-17T05:15:48.919115+00:00", "freq": "10min", - "context_length": 231, + "context_length": 232, "prediction_length": 36, "context": [ 1.5, @@ -236,10 +236,10 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, + 1.100000023841858, 1.100000023841858 ], "actuals": [ - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -274,121 +274,122 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.080283761024475, - 1.0642220973968506, - 1.058577299118042, - 1.0587598085403442, - 1.0581530332565308, - 1.056817650794983, - 1.0559331178665161, - 1.0540096759796143, - 1.0527725219726562, - 1.0524033308029175, - 1.0522689819335938, - 1.051769733428955, - 1.0519380569458008, - 1.052103042602539, - 1.0523706674575806, - 1.0521992444992065, - 1.0521178245544434, - 1.052100658416748, - 1.0515131950378418, - 1.0502591133117676, - 1.055428385734558, - 1.0544098615646362, - 1.0540058612823486, - 1.0535467863082886, - 1.0536850690841675, - 1.054435133934021, - 1.0558933019638062, - 1.0571587085723877, - 1.0571388006210327, - 1.0563710927963257, - 1.0559122562408447, - 1.0554416179656982, - 1.047938585281372, - 1.0518666505813599, - 1.05695378780365, - 1.0579760074615479 + 1.0869026184082031, + 1.0795726776123047, + 1.0769671201705933, + 1.0715636014938354, + 1.0670517683029175, + 1.06646728515625, + 1.064314842224121, + 1.0626720190048218, + 1.0602279901504517, + 1.0595934391021729, + 1.058265209197998, + 1.0587695837020874, + 1.0593171119689941, + 1.0597952604293823, + 1.059548258781433, + 1.059090495109558, + 1.0581727027893066, + 1.0573301315307617, + 1.0555682182312012, + 1.060455083847046, + 1.0603760480880737, + 1.0588302612304688, + 1.0577927827835083, + 1.0578168630599976, + 1.0575650930404663, + 1.0586390495300293, + 1.0595450401306152, + 1.059513807296753, + 1.059112787246704, + 1.0594313144683838, + 1.0577130317687988, + 1.057939887046814, + 1.03281569480896, + 1.0446841716766357, + 1.0454434156417847, + 1.048527717590332 ], "p10": [ - 0.9478140473365784, - 0.9185564517974854, - 0.9159395098686218, - 0.9143319129943848, - 0.9114166498184204, - 0.9070257544517517, - 0.9056649208068848, - 0.9039840698242188, - 0.90480637550354, - 0.9042184352874756, - 0.9008359313011169, - 0.8983463048934937, - 0.8967493772506714, - 0.8963481187820435, - 0.8949544429779053, - 0.8939684629440308, - 0.8930339217185974, - 0.8931382298469543, - 0.8940945863723755, - 0.8930104374885559, - 0.8978444337844849, - 0.893150806427002, - 0.8907483220100403, - 0.889148473739624, - 0.8879458904266357, - 0.8897817134857178, - 0.8930346965789795, - 0.8944694995880127, - 0.8927487134933472, - 0.8891836404800415, - 0.8859103322029114, - 0.8839181065559387, - 0.9059915542602539, - 0.9033907651901245, - 0.9003382921218872, - 0.8926805257797241 + 0.9470647573471069, + 0.9266803860664368, + 0.9179574251174927, + 0.9196728467941284, + 0.9148045182228088, + 0.9131329655647278, + 0.9083554744720459, + 0.9065113067626953, + 0.9057018756866455, + 0.9047194123268127, + 0.9000080823898315, + 0.8974572420120239, + 0.8971817493438721, + 0.8985495567321777, + 0.8972510695457458, + 0.8942484259605408, + 0.8907546401023865, + 0.8900033831596375, + 0.8900913000106812, + 0.8963253498077393, + 0.8956738710403442, + 0.8904685974121094, + 0.8878434896469116, + 0.8869760036468506, + 0.8855235576629639, + 0.8875917792320251, + 0.8898061513900757, + 0.8897002935409546, + 0.8872339725494385, + 0.8861318826675415, + 0.8807868957519531, + 0.8802419900894165, + 0.8850082755088806, + 0.8855099081993103, + 0.8811382055282593, + 0.8733304738998413 ], "p90": [ - 1.1233288049697876, - 1.1336638927459717, - 1.141526460647583, - 1.1451354026794434, - 1.1487059593200684, - 1.152331829071045, - 1.1581882238388062, - 1.161995530128479, - 1.1665889024734497, - 1.1699013710021973, - 1.1741136312484741, - 1.177180290222168, - 1.1786245107650757, - 1.1813230514526367, - 1.1858402490615845, - 1.18704354763031, - 1.188210129737854, - 1.1914646625518799, - 1.1949987411499023, - 1.196007490158081, - 1.2037432193756104, - 1.2058391571044922, - 1.2085425853729248, - 1.2101712226867676, - 1.2119524478912354, - 1.215076208114624, - 1.2197227478027344, - 1.2240769863128662, - 1.2270925045013428, - 1.2292343378067017, - 1.2323460578918457, - 1.2318389415740967, - 1.2403584718704224, - 1.2599161863327026, - 1.264005184173584, - 1.2612179517745972 + 1.1266261339187622, + 1.136847972869873, + 1.1447501182556152, + 1.1477254629135132, + 1.1506261825561523, + 1.1573784351348877, + 1.1630418300628662, + 1.1694048643112183, + 1.174071192741394, + 1.1775741577148438, + 1.1797698736190796, + 1.1826167106628418, + 1.1834484338760376, + 1.1871038675308228, + 1.1923644542694092, + 1.1924560070037842, + 1.1934690475463867, + 1.197326421737671, + 1.2008651494979858, + 1.2098174095153809, + 1.210859775543213, + 1.2118151187896729, + 1.213451862335205, + 1.215632438659668, + 1.2172510623931885, + 1.2214195728302002, + 1.226235270500183, + 1.228679895401001, + 1.2312309741973877, + 1.2356302738189697, + 1.2367982864379883, + 1.2381412982940674, + 1.2416200637817383, + 1.2611650228500366, + 1.2583796977996826, + 1.2563061714172363 ], "timestamps": [ "2026-06-13 16:50:00", @@ -657,6 +658,7 @@ "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", - "2026-06-15 13:10:00" + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index e15e4dabb7f562d12dd16b2a7ee776950c1c4936..cdeb010f37e18483a70a1991a53bc89dd9a4401a 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:18:55.026797+00:00", + "evaluated_at": "2026-06-17T05:16:04.568052+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, 15.0, 15.0, 15.0, @@ -173,9 +163,7 @@ 17.799999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 17.0, 17.0, 17.0, @@ -185,7 +173,9 @@ 17.0, 17.0, 17.0, - 16.700000762939453, + 16.700000762939453 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -199,88 +189,97 @@ 16.0, 16.0, 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 18.005146026611328, - 17.989967346191406, - 17.977523803710938, - 17.947032928466797, - 17.92148208618164, - 17.89067268371582, - 17.867319107055664, - 17.858163833618164, - 17.832185745239258, - 17.809022903442383, - 17.781021118164062, - 17.758378982543945, - 17.734975814819336, - 17.71001434326172, - 17.697572708129883, - 17.646963119506836, - 17.62018585205078, - 17.59043312072754, - 17.565919876098633, - 17.546993255615234, - 17.518457412719727, - 17.502010345458984, - 17.482837677001953, - 17.447744369506836 + 16.684465408325195, + 16.65858268737793, + 16.631532669067383, + 16.602516174316406, + 16.5726375579834, + 16.54441261291504, + 16.527252197265625, + 16.50032615661621, + 16.479909896850586, + 16.457006454467773, + 16.427474975585938, + 16.42081642150879, + 16.397127151489258, + 16.385122299194336, + 16.363725662231445, + 16.349098205566406, + 16.319936752319336, + 16.277484893798828, + 16.25796127319336, + 16.24327850341797, + 16.21702766418457, + 16.186782836914062, + 16.164159774780273, + 16.154766082763672 ], "p10": [ - 17.85493278503418, - 17.617341995239258, - 17.40703010559082, - 17.191448211669922, - 17.006221771240234, - 16.83957862854004, - 16.64864158630371, - 16.544443130493164, - 16.468639373779297, - 16.43113899230957, - 16.33179473876953, - 16.291629791259766, - 16.185644149780273, - 16.066219329833984, - 15.975332260131836, - 15.813043594360352, - 15.697482109069824, - 15.570013046264648, - 15.488519668579102, - 15.403473854064941, - 15.310403823852539, - 15.233427047729492, - 15.160521507263184, - 15.058571815490723 + 16.50613021850586, + 16.302732467651367, + 16.107362747192383, + 15.886507987976074, + 15.692567825317383, + 15.537774085998535, + 15.375770568847656, + 15.2529296875, + 15.188953399658203, + 15.162263870239258, + 15.0843505859375, + 15.05577564239502, + 14.954665184020996, + 14.859871864318848, + 14.765151977539062, + 14.670204162597656, + 14.579099655151367, + 14.47970199584961, + 14.422677040100098, + 14.363920211791992, + 14.306878089904785, + 14.243507385253906, + 14.183719635009766, + 14.1202392578125 ], "p90": [ - 18.155853271484375, - 18.32371711730957, - 18.537303924560547, - 18.669139862060547, - 18.75429916381836, - 18.753252029418945, - 18.72313117980957, - 18.827842712402344, - 18.96989631652832, - 19.088003158569336, - 19.191987991333008, - 19.160993576049805, - 19.078155517578125, - 19.104888916015625, - 19.191383361816406, - 19.17810821533203, - 19.21465301513672, - 19.271263122558594, - 19.333118438720703, - 19.38799476623535, - 19.41359519958496, - 19.46861457824707, - 19.526611328125, - 19.559232711791992 + 16.88479232788086, + 16.982572555541992, + 17.07834243774414, + 17.171775817871094, + 17.259944915771484, + 17.32510757446289, + 17.371540069580078, + 17.41687774658203, + 17.494821548461914, + 17.59069061279297, + 17.649267196655273, + 17.69210433959961, + 17.704862594604492, + 17.76169776916504, + 17.817119598388672, + 17.83263397216797, + 17.868833541870117, + 17.92028045654297, + 17.99919319152832, + 18.05585289001465, + 18.078325271606445, + 18.093746185302734, + 18.110742568969727, + 18.15497589111328 ], "timestamps": [ - "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", @@ -471,6 +470,7 @@ "2026-06-24 09:00:00", "2026-06-24 10:00:00", "2026-06-24 11:00:00", - "2026-06-24 12:00:00" + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ecf10b33f243de01d5085b5df9e835944697eea2..28af239f65729053912e761d02566f05e5521d3b 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:19:24.491000+00:00", + "evaluated_at": "2026-06-17T05:16:18.794990+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 39.79999923706055, @@ -154,10 +154,10 @@ 18.5, 14.800000190734863, 13.300000190734863, - 12.600000381469727 + 12.600000381469727, + 12.0 ], "actuals": [ - 12.0, 10.899999618530273, 11.0, 11.699999809265137, @@ -180,85 +180,86 @@ 24.299999237060547, 25.600000381469727, 26.799999237060547, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p50": [ - 12.704996109008789, - 13.092020034790039, - 13.72856616973877, - 14.551558494567871, - 15.24914264678955, - 15.983012199401855, - 17.02675437927246, - 18.374670028686523, - 18.6096134185791, - 18.39544677734375, - 17.89321517944336, - 17.024967193603516, - 16.130783081054688, - 15.232319831848145, - 14.225713729858398, - 13.491982460021973, - 13.340445518493652, - 13.712125778198242, - 16.52416229248047, - 17.012062072753906, - 17.531639099121094, - 16.03607177734375, - 14.980297088623047, - 14.363679885864258 + 12.285388946533203, + 12.657812118530273, + 13.306682586669922, + 14.096064567565918, + 14.943506240844727, + 16.313018798828125, + 17.39193344116211, + 17.950429916381836, + 17.838212966918945, + 17.141429901123047, + 16.229183197021484, + 15.389734268188477, + 14.55732536315918, + 13.579890251159668, + 12.8590669631958, + 12.55150032043457, + 12.89776611328125, + 15.892400741577148, + 16.382253646850586, + 16.877262115478516, + 15.427637100219727, + 14.371641159057617, + 13.717318534851074, + 13.467265129089355 ], "p10": [ - 11.757027626037598, - 11.686347961425781, - 11.722455024719238, - 11.832021713256836, - 12.025022506713867, - 12.271641731262207, - 12.96786117553711, - 13.738204002380371, - 13.8628568649292, - 13.572076797485352, - 13.031891822814941, - 12.167250633239746, - 11.180987358093262, - 10.205100059509277, - 9.178609848022461, - 8.398983001708984, - 8.101676940917969, - 8.236143112182617, - 10.15707778930664, - 10.335756301879883, - 10.965202331542969, - 10.036474227905273, - 9.4998197555542, - 9.07780933380127 + 11.453512191772461, + 11.364806175231934, + 11.354080200195312, + 11.461400032043457, + 11.791154861450195, + 12.624329566955566, + 13.372764587402344, + 13.638288497924805, + 13.487595558166504, + 12.78869915008545, + 11.737384796142578, + 10.848299980163574, + 9.927030563354492, + 8.921995162963867, + 8.164911270141602, + 7.748411178588867, + 7.73161506652832, + 9.759586334228516, + 10.244566917419434, + 10.670677185058594, + 9.84468936920166, + 9.163918495178223, + 8.800863265991211, + 8.653014183044434 ], "p90": [ - 13.893781661987305, - 15.224332809448242, - 17.15877914428711, - 19.069528579711914, - 20.71420669555664, - 22.421245574951172, - 24.32317543029785, - 26.612751007080078, - 27.302778244018555, - 27.001678466796875, - 26.34674644470215, - 25.96537971496582, - 25.743011474609375, - 25.253829956054688, - 24.58704948425293, - 24.539928436279297, - 24.995731353759766, - 25.694787979125977, - 29.20878791809082, - 29.344661712646484, - 30.177316665649414, - 27.827646255493164, - 26.476808547973633, - 25.86562728881836 + 13.39449405670166, + 14.637155532836914, + 16.604488372802734, + 18.503374099731445, + 20.33405303955078, + 22.775728225708008, + 24.532825469970703, + 25.524003982543945, + 25.489891052246094, + 24.87181854248047, + 24.143619537353516, + 23.84910011291504, + 23.707971572875977, + 23.043073654174805, + 22.593399047851562, + 23.052345275878906, + 24.125398635864258, + 27.437255859375, + 27.86301040649414, + 27.73659896850586, + 26.03580093383789, + 24.89116859436035, + 24.39815330505371, + 24.380456924438477 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index acfed56ef154b96f244c03f7542acfcd1cdf1d16..050fa4f6247ef59431fb6594a3044d2891846f31 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:19:35.657767+00:00", + "evaluated_at": "2026-06-17T05:16:28.643647+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 22.100000381469727, @@ -154,10 +154,10 @@ 24.899999618530273, 25.899999618530273, 26.200000762939453, - 26.899999618530273 + 26.899999618530273, + 26.799999237060547 ], "actuals": [ - 26.799999237060547, 25.5, 25.200000762939453, 25.0, @@ -180,85 +180,86 @@ 26.799999237060547, 27.600000381469727, 28.399999618530273, - 29.600000381469727 + 29.600000381469727, + 30.0 ], "p50": [ - 27.036897659301758, - 27.00228500366211, - 26.775911331176758, - 26.261571884155273, - 25.4869384765625, - 24.79112434387207, - 24.10702896118164, - 23.781841278076172, - 23.473896026611328, - 23.217453002929688, - 23.027992248535156, - 22.868955612182617, - 22.740903854370117, - 22.657001495361328, - 22.6070556640625, - 22.5144100189209, - 22.4815673828125, - 22.799985885620117, - 23.579692840576172, - 24.596708297729492, - 25.41671371459961, - 26.22255516052246, - 26.771732330322266, - 27.157928466796875 + 26.700544357299805, + 26.41809844970703, + 25.94780731201172, + 25.229488372802734, + 24.552043914794922, + 24.00472640991211, + 23.61748695373535, + 23.320018768310547, + 23.07683753967285, + 22.904829025268555, + 22.789348602294922, + 22.681509017944336, + 22.60598373413086, + 22.53824806213379, + 22.5430908203125, + 22.428970336914062, + 22.71710777282715, + 23.448863983154297, + 24.440950393676758, + 25.242496490478516, + 26.036527633666992, + 26.511510848999023, + 26.91490364074707, + 27.104778289794922 ], "p10": [ - 26.465988159179688, - 26.23819351196289, - 25.852985382080078, - 25.221797943115234, - 24.3773136138916, - 23.662113189697266, - 22.97393226623535, - 22.597627639770508, - 22.211509704589844, - 21.85968017578125, - 21.537796020507812, - 21.27821159362793, - 21.06529998779297, - 20.873302459716797, - 20.744522094726562, - 20.704158782958984, - 20.727859497070312, - 21.031248092651367, - 21.82216453552246, - 22.8109130859375, - 23.48284912109375, - 24.059057235717773, - 24.414352416992188, - 24.68326187133789 + 26.161245346069336, + 25.703125, + 25.117507934570312, + 24.324487686157227, + 23.567890167236328, + 22.951616287231445, + 22.487398147583008, + 22.122426986694336, + 21.796951293945312, + 21.51727867126465, + 21.247499465942383, + 21.03553009033203, + 20.876380920410156, + 20.672760009765625, + 20.605030059814453, + 20.585193634033203, + 20.974029541015625, + 21.721389770507812, + 22.724817276000977, + 23.49323081970215, + 24.13255500793457, + 24.42053985595703, + 24.65814971923828, + 24.77179527282715 ], "p90": [ - 27.64171028137207, - 27.820999145507812, - 27.7584285736084, - 27.35967445373535, - 26.647003173828125, - 25.995899200439453, - 25.3065242767334, - 25.010038375854492, - 24.76107406616211, - 24.56140899658203, - 24.4314022064209, - 24.35978889465332, - 24.312070846557617, - 24.30259132385254, - 24.28704071044922, - 24.226280212402344, - 24.196043014526367, - 24.54631805419922, - 25.3527774810791, - 26.501283645629883, - 27.560400009155273, - 28.535465240478516, - 29.331951141357422, - 29.85277557373047 + 27.28422737121582, + 27.187034606933594, + 26.79132843017578, + 26.12074089050293, + 25.4893741607666, + 24.98280143737793, + 24.635408401489258, + 24.394973754882812, + 24.226791381835938, + 24.092435836791992, + 24.01995086669922, + 23.988515853881836, + 23.98982810974121, + 23.97032356262207, + 23.987272262573242, + 23.910837173461914, + 24.200092315673828, + 24.959938049316406, + 26.006744384765625, + 27.008893966674805, + 28.15530776977539, + 28.727190017700195, + 29.410160064697266, + 29.73931312561035 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 3abbc9b4b810670d91cead59c94117c1b81d5bdf..53bc935bae130462cab25e51f02f4ca9706aba93 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T04:19:43.307476+00:00", + "evaluated_at": "2026-06-17T05:16:37.742164+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 10.0, 12.0, 15.0, 7.0, @@ -149,10 +148,10 @@ 11.0, 12.0, 17.0, - 11.0 + 11.0, + 17.0 ], "actuals": [ - 17.0, 11.0, 11.0, 13.0, @@ -175,88 +174,88 @@ 9.0, 8.0, 8.0, - 2.0 + 6.0, + 3.0 ], "p50": [ - 13.042281150817871, - 12.989151954650879, - 13.102913856506348, - 13.050614356994629, - 12.920083045959473, - 13.137264251708984, - 12.901962280273438, - 13.110630989074707, - 13.109697341918945, - 13.269876480102539, - 13.193535804748535, - 13.195146560668945, - 13.209593772888184, - 13.144999504089355, - 13.098323822021484, - 13.135441780090332, - 13.203350067138672, - 13.365579605102539, - 13.258618354797363, - 13.258659362792969, - 13.096122741699219, - 13.161399841308594, - 13.135843276977539, - 13.417016983032227 + 12.966527938842773, + 13.156190872192383, + 13.166385650634766, + 13.218199729919434, + 13.33784008026123, + 13.2863187789917, + 13.333264350891113, + 13.260492324829102, + 13.365933418273926, + 13.253836631774902, + 13.396272659301758, + 13.405930519104004, + 13.371577262878418, + 13.28922176361084, + 13.341556549072266, + 13.331262588500977, + 13.384645462036133, + 13.466716766357422, + 13.475754737854004, + 13.415631294250488, + 13.449601173400879, + 13.35255241394043, + 13.465808868408203, + 13.441458702087402 ], "p10": [ - 8.560005187988281, - 8.465238571166992, - 8.467491149902344, - 8.545578002929688, - 8.517162322998047, - 8.608920097351074, - 8.468708038330078, - 8.589448928833008, - 8.567651748657227, - 8.593368530273438, - 8.51639175415039, - 8.6184663772583, - 8.53409194946289, - 8.547867774963379, - 8.568113327026367, - 8.580490112304688, - 8.509784698486328, - 8.601551055908203, - 8.599811553955078, - 8.567926406860352, - 8.46014404296875, - 8.540496826171875, - 8.507789611816406, - 8.59469223022461 + 8.699800491333008, + 8.731374740600586, + 8.6504545211792, + 8.595489501953125, + 8.71241569519043, + 8.677053451538086, + 8.650124549865723, + 8.657506942749023, + 8.733879089355469, + 8.705617904663086, + 8.708686828613281, + 8.653873443603516, + 8.652728080749512, + 8.632890701293945, + 8.71068000793457, + 8.697317123413086, + 8.698648452758789, + 8.671834945678711, + 8.547148704528809, + 8.50047779083252, + 8.499795913696289, + 8.567708969116211, + 8.716761589050293, + 8.772477149963379 ], "p90": [ - 19.36945343017578, - 19.390615463256836, - 19.642547607421875, - 19.595428466796875, - 19.53314971923828, - 19.891889572143555, - 19.58953094482422, - 19.855607986450195, - 19.932384490966797, - 20.158796310424805, - 20.073566436767578, - 20.06499671936035, - 20.229976654052734, - 19.997013092041016, - 19.802555084228516, - 19.868175506591797, - 20.07951545715332, - 20.326234817504883, - 20.105533599853516, - 20.16663932800293, - 19.916584014892578, - 19.987350463867188, - 19.989255905151367, - 20.48480796813965 + 19.184585571289062, + 19.486507415771484, + 19.353225708007812, + 19.397480010986328, + 19.729412078857422, + 19.680335998535156, + 19.758838653564453, + 19.713409423828125, + 19.84735107421875, + 19.73110580444336, + 19.959436416625977, + 20.151660919189453, + 20.001728057861328, + 19.83577537536621, + 19.884761810302734, + 19.98780059814453, + 20.123775482177734, + 20.163822174072266, + 20.204193115234375, + 20.18368911743164, + 20.288898468017578, + 20.249195098876953, + 20.419841766357422, + 20.422029495239258 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", @@ -423,6 +422,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 5644be4190a8d444243abf4749ad54fe3973c348..eb580d45b5e4b2e1cac058f5e85301cf80e3c983 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,43 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T04:46:14.374180+00:00", + "evaluated_at": "2026-06-17T05:16:43.084017+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "data_fetched_at": "2026-06-17T04:44:57.312530Z", - "context_length": 144, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t164000z", - "data_fetched_at": "2026-06-17T04:44:57.312530Z", - "context_length": 231, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 8ce6882ca0df5569eab63ed010b5e65ca213b769..d80f8e7e27eee9e5630917bd393c4609520df49f 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,142490.57512410483,142490.57512410483,266.0286458333333,0.2858519980328525,0.004008701033864823,0.004024193962768795,3.2947001394212307,377.47923800403225,0.005716013770985833,0.004028363019647196,0.006160359124601197,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,26.094530572507818,26.094530572507818,3.9358890851338706,2.427121812643049,0.17211095801320067,0.15072873749271856,58.571819300851566,5.1082805886626685,0.22430563785981755,0.17282568889144984,0.14174496662802782,Weather,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,25.343080169499746,25.343080169499746,3.8779948552449546,2.3822694047377,0.1695443015324515,0.14875238221793843,56.88855438534451,5.034191113724204,0.22105235397176043,0.1702835415018845,0.1391041259592853,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0010169005802583323,0.0010169005802583323,0.027043733994166055,0.12214874971319414,0.02251224011851048,0.022215210246212532,0.5885542645264467,0.03188887862967797,0.02544122648821688,0.021575727689350132,0.014706676230829404,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.043017094377174284,0.043017094377174284,0.1747401257356008,0.7291314298886687,0.1362212003249367,0.14987529391385704,8.444280229366745,0.2074056276410413,0.1704703818524216,0.14362202365425883,0.11931454345229119,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.3760659830298514,2.3760659830298514,1.4671621322631836,0.9225823015104737,0.08988822174245774,0.08559257024088658,5.34151640313161,1.5414493125075022,0.09346837958855858,0.08896385108716755,0.051957767014295664,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,792.0068317801638,792.0068317801638,21.37530783812205,2.7244962236231722,0.477097642804474,0.6790559979475425,79.47497848388434,28.14261593704757,0.7899681666539669,0.6000086410700927,0.552074091628126,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.1792423908253415,1.1792423908253415,0.8366790612538656,0.38980572314266576,0.03296281691814963,0.03315053544104765,2.7819261960987434,1.085929275240953,0.04479598341802826,0.03451409056618659,0.031843072807440885,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.166230083538533,22.166230083538533,3.850590189297994,0.7299697041323211,0.6196157400010163,0.3573579494421672,7.5359680001016285,4.7081025990879315,0.42479121194778324,0.3474216712148566,0.2664932673238374,Hazards,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.03985613315915515,0.03985613315915515,0.17047882080078125,0.7113504460005268,0.13322467927236956,0.14569385551389558,8.320856058901562,0.19964000891393274,0.16371389683585413,0.13980039488632462,0.11806331601667451,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.437863089858638,0.437863089858638,0.6530757745107015,0.40361764604953226,0.04071053227007621,0.039904521807779536,1.6666844003701928,0.6617122409768751,0.04113207338097578,0.040595230097081623,0.027767005311748222,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,826.8892092992388,826.8892092992388,22.29130466779073,2.861936334084104,0.4942995749410272,0.7196214980961564,83.55019069224734,28.755681339506438,0.7921675744125481,0.6140855624559506,0.5643525310971212,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.4206366490780056,1.4206366490780056,0.8503918647766113,0.3968494920406209,0.032655005732403874,0.033108787997407386,2.8952214783312216,1.1919046308652406,0.048898651522676535,0.03488787137545072,0.0330169871910798,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.402382913148546,22.402382913148546,3.901182214419047,0.7466377443864206,0.5610839186867517,0.3657844464355365,8.350069001911171,4.733115560933258,0.44372958383749295,0.36573583260178566,0.28107090294361115,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1.8781331678231556,1.8781331678231556,1.31097412109375,0.01747965494791667,0.0004428966625316723,0.0004430038703928567,0.5991636827256944,1.3704499873483729,0.0004629898605906665,0.0004428966625316723,0.0020241526010874155,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 651a753e7b6889af4f2f87a404104a74365da7bd..6a505ad842e40884cc8f99694973df3e6ebe1a8b 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:17:21.631292+00:00", + "evaluated_at": "2026-06-17T05:14:00.045696+00:00", "freq": "1h", - "context_length": 67, + "context_length": 66, "prediction_length": 24, "context": [ - 18.219999313354492, 18.90999984741211, 20.940000534057617, 23.139999389648438, @@ -101,85 +100,84 @@ 20.90999984741211 ], "p50": [ - 22.552587509155273, - 22.235843658447266, - 21.928274154663086, - 21.826871871948242, - 21.805036544799805, - 21.990671157836914, - 22.71792984008789, - 24.03293800354004, - 26.49798583984375, - 28.88687515258789, - 30.691068649291992, - 31.874515533447266, - 32.34079360961914, - 32.397430419921875, - 32.04322052001953, - 31.46442222595215, - 30.45987892150879, - 29.320648193359375, - 28.0105037689209, - 26.757038116455078, - 25.706817626953125, - 24.982046127319336, - 24.376853942871094, - 23.830047607421875 + 22.543426513671875, + 22.223690032958984, + 21.92239761352539, + 21.82476806640625, + 21.814311981201172, + 21.996843338012695, + 22.716087341308594, + 24.030540466308594, + 26.498703002929688, + 28.854106903076172, + 30.620649337768555, + 31.766220092773438, + 32.23462677001953, + 32.278438568115234, + 31.931642532348633, + 31.3526668548584, + 30.360599517822266, + 29.220745086669922, + 27.917299270629883, + 26.663677215576172, + 25.608566284179688, + 24.89142608642578, + 24.28677749633789, + 23.734107971191406 ], "p10": [ - 22.293346405029297, - 21.777353286743164, - 21.23615837097168, - 20.995445251464844, - 20.817171096801758, - 20.9072322845459, - 21.47383689880371, - 22.6632022857666, - 24.805492401123047, - 26.935768127441406, - 28.478065490722656, - 29.60927963256836, - 29.98851776123047, - 29.753000259399414, - 29.306194305419922, - 28.700931549072266, - 27.68942642211914, - 26.659744262695312, - 25.5140323638916, - 24.18271827697754, - 23.18060302734375, - 22.523555755615234, - 21.925445556640625, - 21.393383026123047 + 22.292387008666992, + 21.778270721435547, + 21.249042510986328, + 21.010732650756836, + 20.84404754638672, + 20.926860809326172, + 21.485383987426758, + 22.661521911621094, + 24.77663803100586, + 26.887306213378906, + 28.386964797973633, + 29.49164581298828, + 29.866722106933594, + 29.628137588500977, + 29.209077835083008, + 28.596729278564453, + 27.594388961791992, + 26.567747116088867, + 25.422239303588867, + 24.092599868774414, + 23.089401245117188, + 22.436870574951172, + 21.845043182373047, + 21.315624237060547 ], "p90": [ - 22.844593048095703, - 22.700355529785156, - 22.592809677124023, - 22.587820053100586, - 22.77029800415039, - 23.050888061523438, - 24.012168884277344, - 25.569307327270508, - 28.397293090820312, - 31.059085845947266, - 32.93675231933594, - 34.097930908203125, - 34.89961242675781, - 35.070430755615234, - 34.76511001586914, - 34.29487991333008, - 33.241065979003906, - 31.898056030273438, - 30.760013580322266, - 29.682287216186523, - 28.44247817993164, - 27.58168601989746, - 26.89590072631836, - 26.19347381591797 + 22.82343292236328, + 22.675865173339844, + 22.569679260253906, + 22.561471939086914, + 22.76063346862793, + 23.046756744384766, + 24.00225067138672, + 25.569622039794922, + 28.39896583557129, + 31.042335510253906, + 32.86210250854492, + 33.99777603149414, + 34.7880859375, + 34.9299201965332, + 34.64112091064453, + 34.171226501464844, + 33.117897033691406, + 31.77833366394043, + 30.622604370117188, + 29.527446746826172, + 28.27775001525879, + 27.449382781982422, + 26.743511199951172, + 26.032119750976562 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 593353905b28afff566a5a10d186560b6ff86e40..86557754415791d53e9aa43ebbd50885a52f222f 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:45:59.878271+00:00", + "evaluated_at": "2026-06-17T05:14:05.296565+00:00", "freq": "10min", - "context_length": 231, + "context_length": 232, "prediction_length": 36, "context": [ 1.5, @@ -236,10 +236,10 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, + 1.100000023841858, 1.100000023841858 ], "actuals": [ - 1.100000023841858, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -274,121 +274,122 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2000000476837158, 1.2000000476837158 ], "p50": [ - 1.098071575164795, - 1.0671744346618652, - 1.0493757724761963, - 1.0466368198394775, - 1.0422555208206177, - 1.0103654861450195, - 1.0047813653945923, - 1.0053117275238037, - 1.0105847120285034, - 1.0457160472869873, - 1.033616304397583, - 1.005796194076538, - 1.0052396059036255, - 0.9881095886230469, - 1.0007905960083008, - 1.0637826919555664, - 1.076413631439209, - 1.0085358619689941, - 1.0019341707229614, - 0.9928499460220337, - 1.0128381252288818, - 1.0623142719268799, - 1.0816192626953125, - 1.0491875410079956, - 1.0276079177856445, - 1.033707857131958, - 1.0903997421264648, - 1.0979899168014526, - 1.0939513444900513, - 1.083582878112793, - 1.0755846500396729, - 1.0636498928070068, - 1.065362572669983, - 1.051347255706787, - 1.0578168630599976, - 1.0357191562652588 + 1.0926313400268555, + 1.0805573463439941, + 1.0769089460372925, + 1.0702041387557983, + 1.023909330368042, + 1.0485711097717285, + 1.0303319692611694, + 1.0195914506912231, + 1.0697160959243774, + 1.0702755451202393, + 1.0151783227920532, + 1.0162667036056519, + 1.002502202987671, + 1.0048986673355103, + 1.0540310144424438, + 1.0580071210861206, + 1.0277225971221924, + 1.0046844482421875, + 1.00258207321167, + 1.0218464136123657, + 1.067570447921753, + 1.0744764804840088, + 1.0772428512573242, + 1.0664889812469482, + 1.0779426097869873, + 1.097604513168335, + 1.0913853645324707, + 1.1033819913864136, + 1.088118314743042, + 1.0858252048492432, + 1.0894172191619873, + 1.0765581130981445, + 1.0602155923843384, + 1.0411962270736694, + 1.0310319662094116, + 1.0342297554016113 ], "p10": [ - 0.9854013919830322, - 0.9658342003822327, - 0.9606738090515137, - 0.9595279693603516, - 0.9467536211013794, - 0.9210690259933472, - 0.9144859910011292, - 0.9023540019989014, - 0.908315896987915, - 0.9240806102752686, - 0.9244199991226196, - 0.9103891849517822, - 0.9050428867340088, - 0.8651825785636902, - 0.8975791931152344, - 0.9250673055648804, - 0.9255185127258301, - 0.8919401168823242, - 0.8712390661239624, - 0.8432847261428833, - 0.8813703656196594, - 0.9090369939804077, - 0.9094396829605103, - 0.9027565717697144, - 0.8929622769355774, - 0.8878043293952942, - 0.9139019250869751, - 0.9205935597419739, - 0.9255614876747131, - 0.9107621908187866, - 0.908023476600647, - 0.9038226008415222, - 0.8996855020523071, - 0.8932733535766602, - 0.9015985131263733, - 0.8906691670417786 + 0.9773983955383301, + 0.9657456874847412, + 0.9645024538040161, + 0.9619946479797363, + 0.9407551288604736, + 0.930954098701477, + 0.9178221821784973, + 0.907456636428833, + 0.9249285459518433, + 0.9221680164337158, + 0.902706503868103, + 0.8990278840065002, + 0.8688680529594421, + 0.8756804466247559, + 0.9103467464447021, + 0.9133132696151733, + 0.8876794576644897, + 0.8545690774917603, + 0.8491601347923279, + 0.8657286167144775, + 0.894671618938446, + 0.8998626470565796, + 0.8938186168670654, + 0.890268087387085, + 0.8921066522598267, + 0.9114016890525818, + 0.906890869140625, + 0.9084571599960327, + 0.8973360061645508, + 0.8964803218841553, + 0.8935114741325378, + 0.892462968826294, + 0.8930955529212952, + 0.878544807434082, + 0.8779099583625793, + 0.8720533847808838 ], "p90": [ - 1.1397085189819336, - 1.1244773864746094, - 1.1389145851135254, - 1.148905873298645, - 1.1572391986846924, - 1.1597782373428345, - 1.163144826889038, - 1.1707230806350708, - 1.180169701576233, - 1.1907867193222046, - 1.1942410469055176, - 1.187211513519287, - 1.1914435625076294, - 1.171483039855957, - 1.1964505910873413, - 1.2246659994125366, - 1.2344794273376465, - 1.213220238685608, - 1.1947931051254272, - 1.1849788427352905, - 1.2163403034210205, - 1.240784764289856, - 1.2401947975158691, - 1.2365833520889282, - 1.2219008207321167, - 1.234331727027893, - 1.2613170146942139, - 1.2767937183380127, - 1.2770230770111084, - 1.2684038877487183, - 1.2648886442184448, - 1.2665992975234985, - 1.3081191778182983, - 1.293143391609192, - 1.2993049621582031, - 1.2898768186569214 + 1.1461840867996216, + 1.1424602270126343, + 1.1480035781860352, + 1.1566869020462036, + 1.1648194789886475, + 1.1732685565948486, + 1.1792434453964233, + 1.1923375129699707, + 1.1958820819854736, + 1.2001316547393799, + 1.1968204975128174, + 1.1967705488204956, + 1.1896628141403198, + 1.2030612230300903, + 1.2190123796463013, + 1.2306275367736816, + 1.2157164812088013, + 1.2015880346298218, + 1.1941287517547607, + 1.226466178894043, + 1.2418692111968994, + 1.2462352514266968, + 1.239869475364685, + 1.240308165550232, + 1.2435476779937744, + 1.2679651975631714, + 1.2655054330825806, + 1.2720803022384644, + 1.2637381553649902, + 1.2630486488342285, + 1.2605668306350708, + 1.2685576677322388, + 1.2993712425231934, + 1.2818166017532349, + 1.279237151145935, + 1.281137228012085 ], "timestamps": [ "2026-06-13 16:50:00", @@ -657,6 +658,7 @@ "2026-06-15 12:40:00", "2026-06-15 12:50:00", "2026-06-15 13:00:00", - "2026-06-15 13:10:00" + "2026-06-15 13:10:00", + "2026-06-15 13:20:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7c8003077f073996c51b450a0618ac616deac064..4a7d9681fec70608f3ad1dac4263394122bc293c 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,21 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:17:39.008349+00:00", + "evaluated_at": "2026-06-17T05:14:10.197748+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 15.0, 15.0, 15.0, 15.0, @@ -173,9 +163,7 @@ 17.799999237060547, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 17.0, 17.0, 17.0, @@ -185,7 +173,9 @@ 17.0, 17.0, 17.0, - 16.700000762939453, + 16.700000762939453 + ], + "actuals": [ 17.0, 17.0, 16.0, @@ -199,88 +189,97 @@ 16.0, 16.0, 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 17.996078491210938, - 17.997785568237305, - 17.989315032958984, - 17.987131118774414, - 17.980117797851562, - 17.979921340942383, - 17.97104835510254, - 17.966604232788086, - 17.957040786743164, - 17.953872680664062, - 17.953399658203125, - 17.945396423339844, - 17.940309524536133, - 17.937772750854492, - 17.940444946289062, - 17.93573570251465, - 17.945985794067383, - 17.956724166870117, - 17.953697204589844, - 17.949169158935547, - 17.945302963256836, - 17.946401596069336, - 17.942222595214844, - 17.940414428710938 + 16.682701110839844, + 16.68059539794922, + 16.677989959716797, + 16.678607940673828, + 16.676998138427734, + 16.67046546936035, + 16.66348648071289, + 16.66651725769043, + 16.66229820251465, + 16.66574478149414, + 16.66379737854004, + 16.660261154174805, + 16.666887283325195, + 16.673871994018555, + 16.674667358398438, + 16.68484878540039, + 16.694053649902344, + 16.704530715942383, + 16.711301803588867, + 16.715965270996094, + 16.725122451782227, + 16.726268768310547, + 16.73202896118164, + 16.74140167236328 ], "p10": [ - 17.653430938720703, - 17.369705200195312, - 17.298357009887695, - 17.177968978881836, - 17.148496627807617, - 17.061668395996094, - 16.981597900390625, - 16.86774253845215, - 16.77973747253418, - 16.710079193115234, - 16.66382598876953, - 16.594526290893555, - 16.51492691040039, - 16.400989532470703, - 16.336490631103516, - 16.255008697509766, - 16.18282699584961, - 16.094812393188477, - 16.00808334350586, - 15.908733367919922, - 15.835653305053711, - 15.812344551086426, - 15.740427017211914, - 15.683215141296387 + 16.626264572143555, + 16.303180694580078, + 16.17511558532715, + 16.016124725341797, + 15.912456512451172, + 15.865900039672852, + 15.834877014160156, + 15.769414901733398, + 15.74592399597168, + 15.728157043457031, + 15.679521560668945, + 15.682708740234375, + 15.632015228271484, + 15.588364601135254, + 15.554837226867676, + 15.506128311157227, + 15.468231201171875, + 15.422272682189941, + 15.392168998718262, + 15.34408950805664, + 15.313104629516602, + 15.259554862976074, + 15.216760635375977, + 15.174934387207031 ], "p90": [ - 18.02855682373047, - 18.308805465698242, - 18.90461540222168, - 18.92890739440918, - 19.041324615478516, - 19.04701805114746, - 19.02236557006836, - 19.02216339111328, - 19.057870864868164, - 19.104509353637695, - 19.169931411743164, - 19.213504791259766, - 19.21670913696289, - 19.24825668334961, - 19.307077407836914, - 19.342025756835938, - 19.39608383178711, - 19.462177276611328, - 19.487346649169922, - 19.53890037536621, - 19.59239387512207, - 19.60851287841797, - 19.66714859008789, - 19.718555450439453 + 16.911415100097656, + 17.03909683227539, + 17.24510955810547, + 17.234159469604492, + 17.40365982055664, + 17.510269165039062, + 17.477649688720703, + 17.53252410888672, + 17.587202072143555, + 17.661056518554688, + 17.70816421508789, + 17.776309967041016, + 17.86856460571289, + 17.912668228149414, + 18.004037857055664, + 18.12252426147461, + 18.21433448791504, + 18.32201385498047, + 18.445735931396484, + 18.575422286987305, + 18.651710510253906, + 18.768680572509766, + 18.842294692993164, + 18.927406311035156 ], "timestamps": [ - "2026-06-16 13:00:00", "2026-06-16 14:00:00", "2026-06-16 15:00:00", "2026-06-16 16:00:00", @@ -471,6 +470,7 @@ "2026-06-24 09:00:00", "2026-06-24 10:00:00", "2026-06-24 11:00:00", - "2026-06-24 12:00:00" + "2026-06-24 12:00:00", + "2026-06-24 13:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index fb977ab851a55b8d1fedef0ecffd797d706bfd45..a13d0197fc8e060c271d85b3fb921860569026a3 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:17:42.759712+00:00", + "evaluated_at": "2026-06-17T05:14:16.554018+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 39.79999923706055, @@ -154,10 +154,10 @@ 18.5, 14.800000190734863, 13.300000190734863, - 12.600000381469727 + 12.600000381469727, + 12.0 ], "actuals": [ - 12.0, 10.899999618530273, 11.0, 11.699999809265137, @@ -180,85 +180,86 @@ 24.299999237060547, 25.600000381469727, 26.799999237060547, - 27.399999618530273 + 27.399999618530273, + 28.200000762939453 ], "p50": [ - 12.740593910217285, - 13.365839958190918, - 14.13860034942627, - 14.764725685119629, - 15.710824012756348, - 16.48619842529297, - 17.778959274291992, - 18.563385009765625, - 18.93848419189453, - 18.673477172851562, - 17.515459060668945, - 16.23834991455078, - 15.345357894897461, - 14.455669403076172, - 13.620002746582031, - 12.840529441833496, - 12.671107292175293, - 12.961065292358398, - 15.213630676269531, - 16.27884864807129, - 17.082395553588867, - 16.22565460205078, - 15.348199844360352, - 14.648815155029297 + 12.39319133758545, + 12.984699249267578, + 13.85112190246582, + 14.651707649230957, + 15.560507774353027, + 16.79014778137207, + 17.47480583190918, + 17.91596794128418, + 17.81719398498535, + 17.19742774963379, + 15.916749954223633, + 14.890090942382812, + 13.997543334960938, + 12.834492683410645, + 12.142753601074219, + 11.771158218383789, + 12.335736274719238, + 14.494196891784668, + 15.695034980773926, + 16.401643753051758, + 15.555132865905762, + 14.410527229309082, + 13.776122093200684, + 13.433187484741211 ], "p10": [ - 11.706990242004395, - 11.480337142944336, - 11.529702186584473, - 11.502182006835938, - 11.713768005371094, - 11.854127883911133, - 12.453765869140625, - 12.886435508728027, - 13.067331314086914, - 12.850611686706543, - 11.92432689666748, - 10.743528366088867, - 9.943103790283203, - 8.97672176361084, - 8.318016052246094, - 7.505331039428711, - 7.447296142578125, - 7.575239181518555, - 9.225030899047852, - 9.897625923156738, - 10.700541496276855, - 9.877747535705566, - 9.220121383666992, - 8.364200592041016 + 11.190248489379883, + 11.002571105957031, + 11.199997901916504, + 11.413811683654785, + 11.765314102172852, + 12.277814865112305, + 12.557914733886719, + 12.853300094604492, + 12.5432710647583, + 12.00308609008789, + 10.898282051086426, + 9.865035057067871, + 9.05550765991211, + 7.887367248535156, + 7.202680587768555, + 6.790130615234375, + 7.268636703491211, + 8.83355712890625, + 9.745031356811523, + 10.20698356628418, + 9.781865119934082, + 8.692564964294434, + 8.171194076538086, + 7.72535514831543 ], "p90": [ - 13.729013442993164, - 15.717925071716309, - 17.43146324157715, - 19.21794891357422, - 21.216672897338867, - 22.952417373657227, - 25.40541648864746, - 26.6102237701416, - 26.369245529174805, - 26.34234619140625, - 25.0172119140625, - 23.442018508911133, - 22.48628807067871, - 21.679651260375977, - 20.77421760559082, - 19.643924713134766, - 19.712860107421875, - 20.175643920898438, - 23.93035125732422, - 25.3557071685791, - 25.89483642578125, - 24.68846893310547, - 23.659664154052734, - 22.49470329284668 + 13.75808334350586, + 15.322757720947266, + 17.105064392089844, + 19.140657424926758, + 20.7930908203125, + 23.21101951599121, + 24.74149513244629, + 25.168628692626953, + 24.78935432434082, + 24.355894088745117, + 22.855302810668945, + 21.91663932800293, + 21.041828155517578, + 19.827438354492188, + 19.371009826660156, + 18.816486358642578, + 19.85978126525879, + 23.113082885742188, + 24.88692283630371, + 25.518449783325195, + 24.26760482788086, + 22.659282684326172, + 22.1129150390625, + 21.6346492767334 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index dba973250fa0f8bbf90c70484da24958befa7737..8454385c2d468473bdfbd01df3415568b90f4f5f 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:17:48.337371+00:00", + "evaluated_at": "2026-06-17T05:14:21.486970+00:00", "freq": "1h", - "context_length": 149, + "context_length": 150, "prediction_length": 24, "context": [ 22.100000381469727, @@ -154,10 +154,10 @@ 24.899999618530273, 25.899999618530273, 26.200000762939453, - 26.899999618530273 + 26.899999618530273, + 26.799999237060547 ], "actuals": [ - 26.799999237060547, 25.5, 25.200000762939453, 25.0, @@ -180,85 +180,86 @@ 26.799999237060547, 27.600000381469727, 28.399999618530273, - 29.600000381469727 + 29.600000381469727, + 30.0 ], "p50": [ - 27.0426025390625, - 27.011661529541016, - 26.742395401000977, - 26.206981658935547, - 25.436683654785156, - 24.636018753051758, - 24.019548416137695, - 23.676137924194336, - 23.28936195373535, - 23.054759979248047, - 22.747819900512695, - 22.481245040893555, - 22.33025360107422, - 22.30827522277832, - 22.248016357421875, - 22.24546241760254, - 22.250408172607422, - 22.685991287231445, - 23.40471076965332, - 24.449359893798828, - 25.237157821655273, - 25.976608276367188, - 26.390674591064453, - 26.674814224243164 + 26.71099853515625, + 26.489370346069336, + 25.97666358947754, + 25.14849853515625, + 24.366708755493164, + 23.73012351989746, + 23.380468368530273, + 23.033645629882812, + 22.774675369262695, + 22.586360931396484, + 22.452455520629883, + 22.36402702331543, + 22.32491683959961, + 22.282201766967773, + 22.27774429321289, + 22.381696701049805, + 22.73855972290039, + 23.517093658447266, + 24.6103572845459, + 25.45231819152832, + 26.081279754638672, + 26.435564041137695, + 26.699953079223633, + 26.858539581298828 ], "p10": [ - 26.46983528137207, - 26.188093185424805, - 25.665815353393555, - 25.017013549804688, - 24.206707000732422, - 23.383750915527344, - 22.724035263061523, - 22.36854362487793, - 21.93259048461914, - 21.654369354248047, - 21.34719467163086, - 21.100107192993164, - 20.88823127746582, - 20.876140594482422, - 20.797687530517578, - 20.818334579467773, - 20.87702178955078, - 21.067689895629883, - 21.640914916992188, - 22.441072463989258, - 23.027738571166992, - 23.47502899169922, - 23.606000900268555, - 23.881677627563477 + 26.1739501953125, + 25.751718521118164, + 25.05460548400879, + 24.156736373901367, + 23.30394744873047, + 22.613882064819336, + 22.203664779663086, + 21.836551666259766, + 21.54782485961914, + 21.31163787841797, + 21.12763214111328, + 21.003202438354492, + 20.938465118408203, + 20.88581085205078, + 20.87224006652832, + 20.952728271484375, + 21.306907653808594, + 21.845678329467773, + 22.720470428466797, + 23.34354019165039, + 23.73604965209961, + 23.944339752197266, + 23.967994689941406, + 24.111827850341797 ], "p90": [ - 27.719846725463867, - 28.005014419555664, - 28.006031036376953, - 27.66539764404297, - 27.019454956054688, - 26.218318939208984, - 25.67850112915039, - 25.351125717163086, - 25.046249389648438, - 24.892562866210938, - 24.679855346679688, - 24.38558006286621, - 24.392194747924805, - 24.378984451293945, - 24.37761116027832, - 24.40248680114746, - 24.601961135864258, - 25.114023208618164, - 26.189334869384766, - 28.09719467163086, - 29.759458541870117, - 31.14402961730957, - 32.3496208190918, - 32.45094680786133 + 27.26433753967285, + 27.252389907836914, + 26.873353958129883, + 26.226961135864258, + 25.501794815063477, + 24.931005477905273, + 24.727466583251953, + 24.47020149230957, + 24.295547485351562, + 24.198896408081055, + 24.18498420715332, + 24.15631866455078, + 24.31374740600586, + 24.352792739868164, + 24.481056213378906, + 24.662324905395508, + 25.270706176757812, + 26.479673385620117, + 28.646272659301758, + 30.203563690185547, + 31.447324752807617, + 32.37145233154297, + 33.1680793762207, + 32.91733932495117 ], "timestamps": [ "2026-06-10 00:00:00", @@ -433,6 +434,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dc6f88825f3892599ae730fe95f26d3c2a2bcbf8..f503587b62b78c3084c84501889d5daccf6c3860 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:17:58.749512+00:00", + "evaluated_at": "2026-06-17T05:14:54.019043+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 10.0, 12.0, 15.0, 7.0, @@ -149,10 +148,10 @@ 11.0, 12.0, 17.0, - 11.0 + 11.0, + 17.0 ], "actuals": [ - 17.0, 11.0, 11.0, 13.0, @@ -175,88 +174,88 @@ 9.0, 8.0, 8.0, - 2.0 + 6.0, + 3.0 ], "p50": [ - 13.105586051940918, - 13.132308959960938, - 13.153900146484375, - 13.189727783203125, - 13.141547203063965, - 13.17995548248291, - 13.178829193115234, - 13.185287475585938, - 13.176538467407227, - 13.217193603515625, - 13.200350761413574, - 13.220149040222168, - 13.199911117553711, - 13.208608627319336, - 13.203577041625977, - 13.222518920898438, - 13.200017929077148, - 13.218608856201172, - 13.212501525878906, - 13.228448867797852, - 13.230901718139648, - 13.247281074523926, - 13.233092308044434, - 13.265193939208984 + 13.102415084838867, + 13.065329551696777, + 13.112909317016602, + 13.046277046203613, + 13.160348892211914, + 13.100879669189453, + 13.106402397155762, + 13.064143180847168, + 13.157962799072266, + 13.116063117980957, + 13.218687057495117, + 13.148031234741211, + 13.150389671325684, + 13.09538745880127, + 13.13135051727295, + 13.09537410736084, + 13.182999610900879, + 13.129999160766602, + 13.135051727294922, + 13.1034517288208, + 13.176527976989746, + 13.148719787597656, + 13.22219467163086, + 13.16031551361084 ], "p10": [ - 8.838321685791016, - 8.847199440002441, - 8.850553512573242, - 8.875690460205078, - 8.841150283813477, - 8.846441268920898, - 8.845015525817871, - 8.863740921020508, - 8.832158088684082, - 8.861129760742188, - 8.834335327148438, - 8.852899551391602, - 8.834753036499023, - 8.842672348022461, - 8.823680877685547, - 8.833577156066895, - 8.800071716308594, - 8.80647087097168, - 8.807615280151367, - 8.80063247680664, - 8.779277801513672, - 8.788106918334961, - 8.764425277709961, - 8.768693923950195 + 8.917491912841797, + 8.914982795715332, + 8.894980430603027, + 8.855597496032715, + 8.926828384399414, + 8.885795593261719, + 8.879758834838867, + 8.864777565002441, + 8.886258125305176, + 8.868143081665039, + 8.876901626586914, + 8.895915031433105, + 8.869613647460938, + 8.841567039489746, + 8.867469787597656, + 8.858358383178711, + 8.87126350402832, + 8.875530242919922, + 8.867271423339844, + 8.842843055725098, + 8.844121932983398, + 8.833877563476562, + 8.852582931518555, + 8.852326393127441 ], "p90": [ - 18.802791595458984, - 18.98013687133789, - 19.1168212890625, - 19.27470588684082, - 19.15216827392578, - 19.20113754272461, - 19.190786361694336, - 19.281888961791992, - 19.184648513793945, - 19.320161819458008, - 19.27603530883789, - 19.35533332824707, - 19.273590087890625, - 19.316356658935547, - 19.330955505371094, - 19.37091827392578, - 19.31138801574707, - 19.48917007446289, - 19.346786499023438, - 19.394548416137695, - 19.44085693359375, - 19.52541160583496, - 19.467737197875977, - 19.599109649658203 + 19.01247787475586, + 18.99515724182129, + 19.46202850341797, + 19.119386672973633, + 19.64474868774414, + 19.244152069091797, + 19.44397735595703, + 19.164640426635742, + 19.509578704833984, + 19.291227340698242, + 19.694522857666016, + 19.35184097290039, + 19.51114273071289, + 19.23280906677246, + 19.594741821289062, + 19.26754379272461, + 19.696060180664062, + 19.45752716064453, + 19.484786987304688, + 19.29051971435547, + 19.58544921875, + 19.51630401611328, + 19.803497314453125, + 19.521488189697266 ], "timestamps": [ - "2026-06-10 05:00:00", "2026-06-10 06:00:00", "2026-06-10 07:00:00", "2026-06-10 08:00:00", @@ -423,6 +422,7 @@ "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", - "2026-06-17 04:00:00" + "2026-06-17 04:00:00", + "2026-06-17 05:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 1d9a4b0cb4fb67be7c976ed9b58aeae2b4dfbfd7..cf4aa4d6cc48246789e755945290bfbd99a08bc4 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,43 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T04:46:02.296239+00:00", + "evaluated_at": "2026-06-17T05:14:57.744061+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t040000z", - "data_fetched_at": "2026-06-17T04:44:57.312530Z", - "context_length": 144, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 66, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t164000z", - "data_fetched_at": "2026-06-17T04:44:57.312530Z", - "context_length": 231, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t165000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 232, "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t025600z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 150, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t050000z", + "data_fetched_at": "2026-06-17T05:11:04.851743Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": []